2024-11-24 08:47:12,844 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 08:47:12,855 main DEBUG Took 0.009268 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-24 08:47:12,855 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-24 08:47:12,855 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-24 08:47:12,856 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-24 08:47:12,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,864 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-24 08:47:12,875 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,878 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,879 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,879 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,880 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,880 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,881 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,881 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,882 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,882 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,882 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,883 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,883 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,884 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,884 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,884 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,885 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,885 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-24 08:47:12,886 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,886 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-24 08:47:12,887 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-24 08:47:12,888 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-24 08:47:12,890 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-24 08:47:12,891 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-24 08:47:12,892 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-24 08:47:12,892 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-24 08:47:12,899 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-24 08:47:12,901 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-24 08:47:12,903 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-24 08:47:12,904 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-24 08:47:12,904 main DEBUG createAppenders(={Console}) 2024-11-24 08:47:12,905 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-24 08:47:12,905 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-24 08:47:12,906 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-24 08:47:12,906 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-24 08:47:12,907 main DEBUG OutputStream closed 2024-11-24 08:47:12,907 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-24 08:47:12,908 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-24 08:47:12,908 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-24 08:47:12,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-24 08:47:12,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-24 08:47:12,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-24 08:47:12,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-24 08:47:12,998 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-24 08:47:12,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-24 08:47:12,999 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-24 08:47:13,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-24 08:47:13,000 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-24 08:47:13,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-24 08:47:13,001 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-24 08:47:13,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-24 08:47:13,002 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-24 08:47:13,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-24 08:47:13,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-24 08:47:13,003 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-24 08:47:13,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-24 08:47:13,004 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-24 08:47:13,007 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24 08:47:13,007 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-24 08:47:13,007 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-24 08:47:13,008 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-24T08:47:13,242 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364 2024-11-24 08:47:13,246 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-24 08:47:13,246 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-24T08:47:13,255 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-24T08:47:13,295 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=298, ProcessCount=11, AvailableMemoryMB=3135 2024-11-24T08:47:13,299 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:47:13,322 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33, deleteOnExit=true 2024-11-24T08:47:13,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:47:13,324 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/test.cache.data in system properties and HBase conf 2024-11-24T08:47:13,325 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:47:13,326 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:47:13,327 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:47:13,328 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:47:13,329 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:47:13,406 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-24T08:47:13,490 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:47:13,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:47:13,495 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:47:13,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:47:13,496 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:47:13,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:47:13,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:47:13,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:47:13,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:47:13,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:47:13,500 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:47:13,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:47:13,501 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:47:13,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:47:13,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:47:14,204 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-24T08:47:14,277 INFO [Time-limited test {}] log.Log(170): Logging initialized @2073ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-24T08:47:14,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:47:14,404 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:47:14,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:47:14,422 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:47:14,424 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:47:14,436 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:47:14,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:47:14,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:47:14,624 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/java.io.tmpdir/jetty-localhost-40353-hadoop-hdfs-3_4_1-tests_jar-_-any-4932671214390137486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:47:14,629 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:40353} 2024-11-24T08:47:14,629 INFO [Time-limited test {}] server.Server(415): Started @2425ms 2024-11-24T08:47:14,947 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:47:14,956 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:47:14,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:47:14,959 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:47:14,960 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:47:14,961 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:47:14,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:47:15,064 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@138ae980{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/java.io.tmpdir/jetty-localhost-44127-hadoop-hdfs-3_4_1-tests_jar-_-any-12626673051192106296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:47:15,065 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:44127} 2024-11-24T08:47:15,065 INFO [Time-limited test {}] server.Server(415): Started @2861ms 2024-11-24T08:47:15,117 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:47:15,226 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:47:15,233 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:47:15,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:47:15,236 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:47:15,236 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:47:15,237 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:47:15,238 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:47:15,368 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e972183{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/java.io.tmpdir/jetty-localhost-46465-hadoop-hdfs-3_4_1-tests_jar-_-any-7899996654137966610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:47:15,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:46465} 2024-11-24T08:47:15,369 INFO [Time-limited test {}] server.Server(415): Started @3165ms 2024-11-24T08:47:15,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:47:15,488 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data1/current/BP-1453624804-172.17.0.2-1732438034008/current, will proceed with Du for space computation calculation, 2024-11-24T08:47:15,488 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data3/current/BP-1453624804-172.17.0.2-1732438034008/current, will proceed with Du for space computation calculation, 2024-11-24T08:47:15,488 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data2/current/BP-1453624804-172.17.0.2-1732438034008/current, will proceed with Du for space computation calculation, 2024-11-24T08:47:15,488 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data4/current/BP-1453624804-172.17.0.2-1732438034008/current, will proceed with Du for space computation calculation, 2024-11-24T08:47:15,542 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:47:15,542 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:47:15,618 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803863645a51a47e with lease ID 0x69e3e178107c8d5c: Processing first storage report for DS-d73391d4-0895-4622-b790-61dd39b5813f from datanode DatanodeRegistration(127.0.0.1:36595, datanodeUuid=f3bb437d-a78c-4130-9f36-bc39bac87b64, infoPort=40731, infoSecurePort=0, ipcPort=44809, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008) 2024-11-24T08:47:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803863645a51a47e with lease ID 0x69e3e178107c8d5c: from storage DS-d73391d4-0895-4622-b790-61dd39b5813f node DatanodeRegistration(127.0.0.1:36595, datanodeUuid=f3bb437d-a78c-4130-9f36-bc39bac87b64, infoPort=40731, infoSecurePort=0, ipcPort=44809, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:47:15,620 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bb4986215549b49 with lease ID 0x69e3e178107c8d5b: Processing first storage report for DS-c377cceb-c56d-40fa-af9f-523885ed8c2e from datanode DatanodeRegistration(127.0.0.1:34175, datanodeUuid=ccc1eef7-4156-400f-98a2-46606bae729f, infoPort=41211, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008) 2024-11-24T08:47:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bb4986215549b49 with lease ID 0x69e3e178107c8d5b: from storage DS-c377cceb-c56d-40fa-af9f-523885ed8c2e node DatanodeRegistration(127.0.0.1:34175, datanodeUuid=ccc1eef7-4156-400f-98a2-46606bae729f, infoPort=41211, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:47:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x803863645a51a47e with lease ID 0x69e3e178107c8d5c: Processing first storage report for DS-641ee634-45e2-4af9-84f1-418d5ae66849 from datanode DatanodeRegistration(127.0.0.1:36595, datanodeUuid=f3bb437d-a78c-4130-9f36-bc39bac87b64, infoPort=40731, infoSecurePort=0, ipcPort=44809, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008) 2024-11-24T08:47:15,621 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x803863645a51a47e with lease ID 0x69e3e178107c8d5c: from storage DS-641ee634-45e2-4af9-84f1-418d5ae66849 node DatanodeRegistration(127.0.0.1:36595, datanodeUuid=f3bb437d-a78c-4130-9f36-bc39bac87b64, infoPort=40731, infoSecurePort=0, ipcPort=44809, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:47:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7bb4986215549b49 with lease ID 0x69e3e178107c8d5b: Processing first storage report for DS-53c60b77-e1bf-40ee-becf-eb74f10f8409 from datanode DatanodeRegistration(127.0.0.1:34175, datanodeUuid=ccc1eef7-4156-400f-98a2-46606bae729f, infoPort=41211, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008) 2024-11-24T08:47:15,622 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7bb4986215549b49 with lease ID 0x69e3e178107c8d5b: from storage DS-53c60b77-e1bf-40ee-becf-eb74f10f8409 node DatanodeRegistration(127.0.0.1:34175, datanodeUuid=ccc1eef7-4156-400f-98a2-46606bae729f, infoPort=41211, infoSecurePort=0, ipcPort=43407, storageInfo=lv=-57;cid=testClusterID;nsid=1648924995;c=1732438034008), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:47:15,730 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364 2024-11-24T08:47:15,800 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/zookeeper_0, clientPort=65185, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:47:15,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65185 2024-11-24T08:47:15,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:15,821 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:16,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:47:16,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:47:16,461 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9 with version=8 2024-11-24T08:47:16,461 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase-staging 2024-11-24T08:47:16,543 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-24T08:47:16,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:47:16,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:16,748 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:16,752 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:47:16,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:16,753 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:47:16,880 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:47:16,935 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-24T08:47:16,943 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-24T08:47:16,947 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:47:16,971 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 71369 (auto-detected) 2024-11-24T08:47:16,972 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-24T08:47:16,990 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34793 2024-11-24T08:47:17,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34793 connecting to ZooKeeper ensemble=127.0.0.1:65185 2024-11-24T08:47:17,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347930x0, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:47:17,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34793-0x10070e9e9b70000 connected 2024-11-24T08:47:17,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:17,074 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:17,084 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:47:17,089 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9, hbase.cluster.distributed=false 2024-11-24T08:47:17,117 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:47:17,123 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-24T08:47:17,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34793 2024-11-24T08:47:17,124 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34793 2024-11-24T08:47:17,125 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-24T08:47:17,126 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34793 2024-11-24T08:47:17,224 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:47:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:17,226 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:17,226 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:47:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:47:17,227 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:47:17,229 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:47:17,232 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:47:17,232 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37175 2024-11-24T08:47:17,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37175 connecting to ZooKeeper ensemble=127.0.0.1:65185 2024-11-24T08:47:17,235 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:17,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371750x0, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:47:17,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371750x0, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:47:17,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37175-0x10070e9e9b70001 connected 2024-11-24T08:47:17,252 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:47:17,261 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:47:17,263 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T08:47:17,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:47:17,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-24T08:47:17,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37175 2024-11-24T08:47:17,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37175 2024-11-24T08:47:17,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-24T08:47:17,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37175 2024-11-24T08:47:17,289 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;469387a2cdb6:34793 2024-11-24T08:47:17,290 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:47:17,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:47:17,297 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T08:47:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,318 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T08:47:17,319 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/469387a2cdb6,34793,1732438036586 from backup master directory 2024-11-24T08:47:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:47:17,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:47:17,322 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:47:17,322 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,324 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-24T08:47:17,325 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-24T08:47:17,377 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase.id] with ID: 527ec8ff-9685-4f58-9f64-921e05efcc33 2024-11-24T08:47:17,377 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/.tmp/hbase.id 2024-11-24T08:47:17,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:47:17,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:47:17,390 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/.tmp/hbase.id]:[hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase.id] 2024-11-24T08:47:17,435 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:17,440 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:47:17,457 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-24T08:47:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:47:17,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:47:17,490 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:47:17,492 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:47:17,497 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:47:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:47:17,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:47:17,544 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store 2024-11-24T08:47:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:47:17,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:47:17,567 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-24T08:47:17,569 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:17,571 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:47:17,571 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:47:17,571 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:47:17,573 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:47:17,573 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:47:17,573 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:47:17,575 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438037571Disabling compacts and flushes for region at 1732438037571Disabling writes for close at 1732438037573 (+2 ms)Writing region close event to WAL at 1732438037573Closed at 1732438037573 2024-11-24T08:47:17,577 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/.initializing 2024-11-24T08:47:17,577 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/WALs/469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,585 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:47:17,600 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C34793%2C1732438036586, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/WALs/469387a2cdb6,34793,1732438036586, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/oldWALs, maxLogs=10 2024-11-24T08:47:17,636 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/WALs/469387a2cdb6,34793,1732438036586/469387a2cdb6%2C34793%2C1732438036586.1732438037606, exclude list is [], retry=0 2024-11-24T08:47:17,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:47:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:17,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-24T08:47:17,697 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/WALs/469387a2cdb6,34793,1732438036586/469387a2cdb6%2C34793%2C1732438036586.1732438037606 2024-11-24T08:47:17,698 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-24T08:47:17,699 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:47:17,699 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:17,702 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,703 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:47:17,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:17,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:17,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:47:17,774 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:17,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:47:17,775 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:47:17,778 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:47:17,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:47:17,782 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:17,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:47:17,783 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,787 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,788 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,793 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,794 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,797 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:47:17,801 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:47:17,806 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:47:17,807 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=825894, jitterRate=0.05017958581447601}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:47:17,815 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732438037715Initializing all the Stores at 1732438037717 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438037718 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438037719 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438037719Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438037719Cleaning up temporary data from old regions at 1732438037794 (+75 ms)Region opened successfully at 1732438037814 (+20 ms) 2024-11-24T08:47:17,816 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:47:17,847 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653fa504, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:47:17,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:47:17,885 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:47:17,885 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:47:17,887 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:47:17,889 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-24T08:47:17,894 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-24T08:47:17,894 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:47:17,918 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:47:17,926 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T08:47:17,928 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T08:47:17,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:47:17,932 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:47:17,933 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T08:47:17,935 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:47:17,939 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:47:17,940 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T08:47:17,941 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:47:17,942 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T08:47:17,958 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:47:17,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T08:47:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:47:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:47:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,966 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=469387a2cdb6,34793,1732438036586, sessionid=0x10070e9e9b70000, setting cluster-up flag (Was=false) 2024-11-24T08:47:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,976 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,980 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T08:47:17,982 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:17,991 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T08:47:17,993 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,34793,1732438036586 2024-11-24T08:47:17,998 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:47:18,067 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:47:18,075 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(746): ClusterId : 527ec8ff-9685-4f58-9f64-921e05efcc33 2024-11-24T08:47:18,077 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:47:18,077 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:47:18,082 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:47:18,082 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:47:18,083 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:47:18,086 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:47:18,086 DEBUG [RS:0;469387a2cdb6:37175 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e0a89c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:47:18,088 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 469387a2cdb6,34793,1732438036586 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:47:18,095 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:47:18,095 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:47:18,095 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:47:18,095 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:47:18,095 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/469387a2cdb6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:47:18,096 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,096 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:47:18,096 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,099 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732438068099 2024-11-24T08:47:18,101 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:47:18,101 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:47:18,101 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:47:18,102 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:47:18,105 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:47:18,106 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:47:18,106 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:47:18,106 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:47:18,107 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,107 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;469387a2cdb6:37175 2024-11-24T08:47:18,107 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:47:18,108 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,111 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:47:18,111 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:47:18,111 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:47:18,112 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:47:18,113 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:47:18,113 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:47:18,114 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(2659): reportForDuty to master=469387a2cdb6,34793,1732438036586 with port=37175, startcode=1732438037193 2024-11-24T08:47:18,115 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:47:18,115 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:47:18,117 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438038117,5,FailOnTimeoutGroup] 2024-11-24T08:47:18,118 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438038117,5,FailOnTimeoutGroup] 2024-11-24T08:47:18,118 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,118 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:47:18,119 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,119 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:47:18,125 DEBUG [RS:0;469387a2cdb6:37175 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:47:18,128 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:47:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:47:18,129 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9 2024-11-24T08:47:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:47:18,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:47:18,142 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:18,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:47:18,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:47:18,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:47:18,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:47:18,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,162 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:47:18,165 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:47:18,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,167 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:47:18,167 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34425, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:47:18,170 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:47:18,170 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,171 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,171 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:47:18,173 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740 2024-11-24T08:47:18,173 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34793 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,174 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740 2024-11-24T08:47:18,176 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34793 {}] master.ServerManager(517): Registering regionserver=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,177 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:47:18,178 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:47:18,179 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:47:18,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:47:18,188 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:47:18,190 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751038, jitterRate=-0.045006826519966125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:47:18,192 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9 2024-11-24T08:47:18,193 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40531 2024-11-24T08:47:18,193 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:47:18,194 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732438038143Initializing all the Stores at 1732438038145 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038145Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038149 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438038149Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038149Cleaning up temporary data from old regions at 1732438038178 (+29 ms)Region opened successfully at 1732438038194 (+16 ms) 2024-11-24T08:47:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:47:18,195 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:47:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:47:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:47:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:47:18,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:47:18,197 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:47:18,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438038194Disabling compacts and flushes for region at 1732438038195 (+1 ms)Disabling writes for close at 1732438038195Writing region close event to WAL at 1732438038196 (+1 ms)Closed at 1732438038197 (+1 ms) 2024-11-24T08:47:18,198 DEBUG [RS:0;469387a2cdb6:37175 {}] zookeeper.ZKUtil(111): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,198 WARN [RS:0;469387a2cdb6:37175 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:47:18,198 INFO [RS:0;469387a2cdb6:37175 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:47:18,198 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,200 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:47:18,200 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:47:18,202 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [469387a2cdb6,37175,1732438037193] 2024-11-24T08:47:18,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:47:18,216 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:47:18,220 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:47:18,226 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:47:18,240 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:47:18,245 INFO [RS:0;469387a2cdb6:37175 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:47:18,245 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,246 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:47:18,251 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:47:18,252 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,253 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,254 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:47:18,255 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:47:18,255 DEBUG [RS:0;469387a2cdb6:37175 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:47:18,256 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,256 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,256 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,256 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,256 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,257 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37175,1732438037193-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:47:18,274 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:47:18,275 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37175,1732438037193-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,276 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,276 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.Replication(171): 469387a2cdb6,37175,1732438037193 started 2024-11-24T08:47:18,292 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:18,293 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1482): Serving as 469387a2cdb6,37175,1732438037193, RpcServer on 469387a2cdb6/172.17.0.2:37175, sessionid=0x10070e9e9b70001 2024-11-24T08:47:18,294 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:47:18,294 DEBUG [RS:0;469387a2cdb6:37175 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,294 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,37175,1732438037193' 2024-11-24T08:47:18,294 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T08:47:18,295 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T08:47:18,296 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:47:18,296 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:47:18,296 DEBUG [RS:0;469387a2cdb6:37175 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,296 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,37175,1732438037193' 2024-11-24T08:47:18,296 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T08:47:18,297 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T08:47:18,298 DEBUG [RS:0;469387a2cdb6:37175 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:47:18,298 INFO [RS:0;469387a2cdb6:37175 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:47:18,298 INFO [RS:0;469387a2cdb6:37175 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:47:18,371 WARN [469387a2cdb6:34793 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:47:18,405 INFO [RS:0;469387a2cdb6:37175 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:47:18,410 INFO [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C37175%2C1732438037193, suffix=, logDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs, maxLogs=32 2024-11-24T08:47:18,427 DEBUG [RS:0;469387a2cdb6:37175 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438038414, exclude list is [], retry=0 2024-11-24T08:47:18,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:18,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:18,437 INFO [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438038414 2024-11-24T08:47:18,437 DEBUG [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:41211:41211)] 2024-11-24T08:47:18,624 DEBUG [469387a2cdb6:34793 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:47:18,641 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,646 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,37175,1732438037193, state=OPENING 2024-11-24T08:47:18,650 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:47:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:18,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:47:18,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:47:18,652 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:47:18,654 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:47:18,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,37175,1732438037193}] 2024-11-24T08:47:18,833 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:47:18,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59753, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:47:18,846 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:47:18,847 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:47:18,847 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:47:18,851 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C37175%2C1732438037193.meta, suffix=.meta, logDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193, archiveDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs, maxLogs=32 2024-11-24T08:47:18,868 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.meta.1732438038853.meta, exclude list is [], retry=0 2024-11-24T08:47:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:18,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:18,874 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.meta.1732438038853.meta 2024-11-24T08:47:18,875 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:41211:41211)] 2024-11-24T08:47:18,875 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:47:18,877 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:47:18,879 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:47:18,883 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:47:18,887 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:47:18,888 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:18,888 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:47:18,888 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:47:18,891 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:47:18,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:47:18,894 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,895 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:47:18,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:47:18,898 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,899 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:47:18,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:47:18,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:47:18,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:47:18,905 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:18,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:47:18,906 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:47:18,907 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740 2024-11-24T08:47:18,910 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740 2024-11-24T08:47:18,912 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:47:18,913 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:47:18,913 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:47:18,916 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:47:18,918 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=873758, jitterRate=0.11104089021682739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:47:18,918 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:47:18,920 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732438038889Writing region info on filesystem at 1732438038889Initializing all the Stores at 1732438038891 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038891Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038891Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438038891Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438038891Cleaning up temporary data from old regions at 1732438038913 (+22 ms)Running coprocessor post-open hooks at 1732438038918 (+5 ms)Region opened successfully at 1732438038919 (+1 ms) 2024-11-24T08:47:18,926 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732438038825 2024-11-24T08:47:18,936 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:47:18,936 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:47:18,938 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,940 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,37175,1732438037193, state=OPEN 2024-11-24T08:47:18,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:47:18,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:47:18,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:47:18,943 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:47:18,944 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:47:18,951 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,37175,1732438037193 in 288 msec 2024-11-24T08:47:18,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:47:18,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 745 msec 2024-11-24T08:47:18,960 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:47:18,960 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:47:18,982 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:47:18,983 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,37175,1732438037193, seqNum=-1] 2024-11-24T08:47:19,000 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:47:19,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51227, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:47:19,020 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 993 msec 2024-11-24T08:47:19,020 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732438039020, completionTime=-1 2024-11-24T08:47:19,023 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:47:19,023 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:47:19,048 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:47:19,048 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732438099048 2024-11-24T08:47:19,048 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732438159048 2024-11-24T08:47:19,049 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-24T08:47:19,051 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,051 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,051 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,052 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-469387a2cdb6:34793, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,053 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,053 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,058 DEBUG [master/469387a2cdb6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:47:19,077 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.755sec 2024-11-24T08:47:19,078 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:47:19,080 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:47:19,081 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:47:19,082 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:47:19,082 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:47:19,082 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:47:19,083 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:47:19,092 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:47:19,093 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:47:19,093 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34793,1732438036586-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:47:19,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c7f2854, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:47:19,196 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-24T08:47:19,196 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-24T08:47:19,200 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 469387a2cdb6,34793,-1 for getting cluster id 2024-11-24T08:47:19,203 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:47:19,211 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '527ec8ff-9685-4f58-9f64-921e05efcc33' 2024-11-24T08:47:19,213 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:47:19,214 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "527ec8ff-9685-4f58-9f64-921e05efcc33" 2024-11-24T08:47:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24f079a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:47:19,216 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [469387a2cdb6,34793,-1] 2024-11-24T08:47:19,218 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:47:19,220 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:47:19,222 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36746, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:47:19,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a2390c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:47:19,225 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:47:19,232 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,37175,1732438037193, seqNum=-1] 2024-11-24T08:47:19,233 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:47:19,235 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48248, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:47:19,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=469387a2cdb6,34793,1732438036586 2024-11-24T08:47:19,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:47:19,261 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T08:47:19,265 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:47:19,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 469387a2cdb6,34793,1732438036586 2024-11-24T08:47:19,272 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@453088aa 2024-11-24T08:47:19,273 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:47:19,276 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36758, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:47:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T08:47:19,278 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T08:47:19,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:47:19,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-24T08:47:19,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:47:19,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-24T08:47:19,312 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:19,315 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:47:19,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:47:19,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741835_1011 (size=389) 2024-11-24T08:47:19,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741835_1011 (size=389) 2024-11-24T08:47:19,339 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 01ba83f085a37cd2a04ea1b0a72d7387, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9 2024-11-24T08:47:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741836_1012 (size=72) 2024-11-24T08:47:19,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741836_1012 (size=72) 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 01ba83f085a37cd2a04ea1b0a72d7387, disabling compactions & flushes 2024-11-24T08:47:19,359 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. after waiting 0 ms 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,359 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,359 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 01ba83f085a37cd2a04ea1b0a72d7387: Waiting for close lock at 1732438039359Disabling compacts and flushes for region at 1732438039359Disabling writes for close at 1732438039359Writing region close event to WAL at 1732438039359Closed at 1732438039359 2024-11-24T08:47:19,361 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:47:19,366 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732438039362"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438039362"}]},"ts":"1732438039362"} 2024-11-24T08:47:19,371 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:47:19,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:47:19,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438039373"}]},"ts":"1732438039373"} 2024-11-24T08:47:19,380 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-24T08:47:19,382 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=01ba83f085a37cd2a04ea1b0a72d7387, ASSIGN}] 2024-11-24T08:47:19,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=01ba83f085a37cd2a04ea1b0a72d7387, ASSIGN 2024-11-24T08:47:19,386 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=01ba83f085a37cd2a04ea1b0a72d7387, ASSIGN; state=OFFLINE, location=469387a2cdb6,37175,1732438037193; forceNewPlan=false, retain=false 2024-11-24T08:47:19,539 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01ba83f085a37cd2a04ea1b0a72d7387, regionState=OPENING, regionLocation=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:19,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=01ba83f085a37cd2a04ea1b0a72d7387, ASSIGN because future has completed 2024-11-24T08:47:19,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ba83f085a37cd2a04ea1b0a72d7387, server=469387a2cdb6,37175,1732438037193}] 2024-11-24T08:47:19,710 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,710 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 01ba83f085a37cd2a04ea1b0a72d7387, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:47:19,711 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,711 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:47:19,711 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,711 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,713 INFO [StoreOpener-01ba83f085a37cd2a04ea1b0a72d7387-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,716 INFO [StoreOpener-01ba83f085a37cd2a04ea1b0a72d7387-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ba83f085a37cd2a04ea1b0a72d7387 columnFamilyName info 2024-11-24T08:47:19,716 DEBUG [StoreOpener-01ba83f085a37cd2a04ea1b0a72d7387-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:47:19,717 INFO [StoreOpener-01ba83f085a37cd2a04ea1b0a72d7387-1 {}] regionserver.HStore(327): Store=01ba83f085a37cd2a04ea1b0a72d7387/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:47:19,718 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,719 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,720 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,720 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,720 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,723 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,727 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:47:19,728 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 01ba83f085a37cd2a04ea1b0a72d7387; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=848939, jitterRate=0.07948236167430878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:47:19,728 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:19,730 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 01ba83f085a37cd2a04ea1b0a72d7387: Running coprocessor pre-open hook at 1732438039711Writing region info on filesystem at 1732438039711Initializing all the Stores at 1732438039713 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438039713Cleaning up temporary data from old regions at 1732438039720 (+7 ms)Running coprocessor post-open hooks at 1732438039728 (+8 ms)Region opened successfully at 1732438039730 (+2 ms) 2024-11-24T08:47:19,732 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387., pid=6, masterSystemTime=1732438039703 2024-11-24T08:47:19,736 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,736 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:19,737 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=01ba83f085a37cd2a04ea1b0a72d7387, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,37175,1732438037193 2024-11-24T08:47:19,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 01ba83f085a37cd2a04ea1b0a72d7387, server=469387a2cdb6,37175,1732438037193 because future has completed 2024-11-24T08:47:19,747 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:47:19,749 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 01ba83f085a37cd2a04ea1b0a72d7387, server=469387a2cdb6,37175,1732438037193 in 195 msec 2024-11-24T08:47:19,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:47:19,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=01ba83f085a37cd2a04ea1b0a72d7387, ASSIGN in 365 msec 2024-11-24T08:47:19,753 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:47:19,753 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438039753"}]},"ts":"1732438039753"} 2024-11-24T08:47:19,756 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-24T08:47:19,757 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:47:19,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 474 msec 2024-11-24T08:47:24,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-24T08:47:24,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:47:24,451 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-24T08:47:26,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:47:26,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:47:26,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T08:47:26,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T08:47:26,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:47:26,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:47:26,938 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:47:26,938 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:47:29,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34793 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:47:29,365 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-24T08:47:29,370 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-24T08:47:29,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-24T08:47:29,377 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:47:29,392 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438049377, exclude list is [], retry=0 2024-11-24T08:47:29,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:29,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:29,399 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438038414 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438049377 2024-11-24T08:47:29,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-24T08:47:29,400 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438038414 is not closed yet, will try archiving it next time 2024-11-24T08:47:29,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741833_1009 (size=451) 2024-11-24T08:47:29,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741833_1009 (size=451) 2024-11-24T08:47:29,405 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438038414 to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs/469387a2cdb6%2C37175%2C1732438037193.1732438038414 2024-11-24T08:47:29,409 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387., hostname=469387a2cdb6,37175,1732438037193, seqNum=2] 2024-11-24T08:47:43,466 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.HRegion(8855): Flush requested on 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:47:43,473 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ba83f085a37cd2a04ea1b0a72d7387 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:47:43,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/a277fbc6532d448ea9fbbdbe9693a852 is 1055, key is row0001/info:/1732438049412/Put/seqid=0 2024-11-24T08:47:43,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741838_1014 (size=13386) 2024-11-24T08:47:43,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741838_1014 (size=13386) 2024-11-24T08:47:43,544 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/a277fbc6532d448ea9fbbdbe9693a852 2024-11-24T08:47:43,587 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/a277fbc6532d448ea9fbbdbe9693a852 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/a277fbc6532d448ea9fbbdbe9693a852 2024-11-24T08:47:43,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/a277fbc6532d448ea9fbbdbe9693a852, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T08:47:43,604 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 01ba83f085a37cd2a04ea1b0a72d7387 in 133ms, sequenceid=12, compaction requested=false 2024-11-24T08:47:43,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ba83f085a37cd2a04ea1b0a72d7387: 2024-11-24T08:47:45,727 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:47:49,495 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438069478, exclude list is [], retry=0 2024-11-24T08:47:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:49,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:49,501 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438049377 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438069478 2024-11-24T08:47:49,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41211:41211),(127.0.0.1/127.0.0.1:40731:40731)] 2024-11-24T08:47:49,501 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438049377 is not closed yet, will try archiving it next time 2024-11-24T08:47:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741837_1013 (size=12149) 2024-11-24T08:47:49,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741837_1013 (size=12149) 2024-11-24T08:47:54,506 INFO [AsyncFSWAL-0-hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9-prefix:469387a2cdb6,37175,1732438037193 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK], DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK]] 2024-11-24T08:47:54,511 WARN [AsyncFSWAL-0-hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9-prefix:469387a2cdb6,37175,1732438037193 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK], DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK]] 2024-11-24T08:47:54,513 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 469387a2cdb6%2C37175%2C1732438037193:(num 1732438069478) roll requested 2024-11-24T08:47:54,531 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438074514, exclude list is [], retry=0 2024-11-24T08:47:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:54,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:54,538 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438069478 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438074514 2024-11-24T08:47:54,539 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:41211:41211)] 2024-11-24T08:47:54,539 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438069478 is not closed yet, will try archiving it next time 2024-11-24T08:47:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741839_1015 (size=1233) 2024-11-24T08:47:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741839_1015 (size=1233) 2024-11-24T08:47:56,510 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T08:47:56,527 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438076511, exclude list is [], retry=0 2024-11-24T08:47:56,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36595,DS-d73391d4-0895-4622-b790-61dd39b5813f,DISK] 2024-11-24T08:47:56,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34175,DS-c377cceb-c56d-40fa-af9f-523885ed8c2e,DISK] 2024-11-24T08:47:56,533 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438074514 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438076511 2024-11-24T08:47:56,533 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40731:40731),(127.0.0.1/127.0.0.1:41211:41211)] 2024-11-24T08:47:56,533 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438074514 is not closed yet, will try archiving it next time 2024-11-24T08:47:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741840_1016 (size=93) 2024-11-24T08:47:56,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741840_1016 (size=93) 2024-11-24T08:47:56,536 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/WALs/469387a2cdb6,37175,1732438037193/469387a2cdb6%2C37175%2C1732438037193.1732438074514 to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs/469387a2cdb6%2C37175%2C1732438037193.1732438074514 2024-11-24T08:47:59,774 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T08:47:59,775 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T08:48:04,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37175 {}] regionserver.HRegion(8855): Flush requested on 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:48:04,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 01ba83f085a37cd2a04ea1b0a72d7387 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:48:04,574 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/8f42d4b3cf0046419cf4e6f55c2402e9 is 1055, key is row0009/info:/1732438065470/Put/seqid=0 2024-11-24T08:48:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741842_1018 (size=13386) 2024-11-24T08:48:04,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741842_1018 (size=13386) 2024-11-24T08:48:04,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/8f42d4b3cf0046419cf4e6f55c2402e9 2024-11-24T08:48:04,596 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/8f42d4b3cf0046419cf4e6f55c2402e9 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/8f42d4b3cf0046419cf4e6f55c2402e9 2024-11-24T08:48:04,604 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/8f42d4b3cf0046419cf4e6f55c2402e9, entries=8, sequenceid=23, filesize=13.1 K 2024-11-24T08:48:04,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 01ba83f085a37cd2a04ea1b0a72d7387 in 41ms, sequenceid=23, compaction requested=false 2024-11-24T08:48:04,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 01ba83f085a37cd2a04ea1b0a72d7387: 2024-11-24T08:48:04,606 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-24T08:48:04,606 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:48:04,607 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/a277fbc6532d448ea9fbbdbe9693a852 because midkey is the same as first or last row 2024-11-24T08:48:04,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 01ba83f085a37cd2a04ea1b0a72d7387, had cached 0 bytes from a total of 26772 2024-11-24T08:48:15,728 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:48:16,594 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:48:16,595 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:48:16,596 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:16,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:16,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:16,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:48:16,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:48:16,607 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=152080389, stopped=false 2024-11-24T08:48:16,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=469387a2cdb6,34793,1732438036586 2024-11-24T08:48:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:16,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:16,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:48:16,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:48:16,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:16,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:16,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:16,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:16,611 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '469387a2cdb6,37175,1732438037193' ***** 2024-11-24T08:48:16,611 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:48:16,611 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:48:16,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:48:16,611 INFO [RS:0;469387a2cdb6:37175 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:48:16,611 INFO [RS:0;469387a2cdb6:37175 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:48:16,612 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 01ba83f085a37cd2a04ea1b0a72d7387 2024-11-24T08:48:16,612 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(959): stopping server 469387a2cdb6,37175,1732438037193 2024-11-24T08:48:16,612 INFO [RS:0;469387a2cdb6:37175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:48:16,612 INFO [RS:0;469387a2cdb6:37175 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;469387a2cdb6:37175. 2024-11-24T08:48:16,612 DEBUG [RS:0;469387a2cdb6:37175 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:16,612 DEBUG [RS:0;469387a2cdb6:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:16,612 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:48:16,613 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:48:16,612 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 01ba83f085a37cd2a04ea1b0a72d7387, disabling compactions & flushes 2024-11-24T08:48:16,613 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:48:16,613 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:48:16,613 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. after waiting 0 ms 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:48:16,613 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:48:16,613 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 01ba83f085a37cd2a04ea1b0a72d7387 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:48:16,613 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 01ba83f085a37cd2a04ea1b0a72d7387=TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387.} 2024-11-24T08:48:16,613 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:48:16,613 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:48:16,614 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:48:16,614 DEBUG [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1351): Waiting on 01ba83f085a37cd2a04ea1b0a72d7387, 1588230740 2024-11-24T08:48:16,614 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-24T08:48:16,626 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/edf96b2db49f479a9e25e9b03ca722c8 is 1055, key is row0017/info:/1732438086569/Put/seqid=0 2024-11-24T08:48:16,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741843_1019 (size=10222) 2024-11-24T08:48:16,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741843_1019 (size=10222) 2024-11-24T08:48:16,636 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/edf96b2db49f479a9e25e9b03ca722c8 2024-11-24T08:48:16,643 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/info/2ea947c81946447c89a4c6e575043c1b is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387./info:regioninfo/1732438039737/Put/seqid=0 2024-11-24T08:48:16,648 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/.tmp/info/edf96b2db49f479a9e25e9b03ca722c8 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/edf96b2db49f479a9e25e9b03ca722c8 2024-11-24T08:48:16,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741844_1020 (size=7016) 2024-11-24T08:48:16,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741844_1020 (size=7016) 2024-11-24T08:48:16,651 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/info/2ea947c81946447c89a4c6e575043c1b 2024-11-24T08:48:16,659 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/info/edf96b2db49f479a9e25e9b03ca722c8, entries=5, sequenceid=31, filesize=10.0 K 2024-11-24T08:48:16,661 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 01ba83f085a37cd2a04ea1b0a72d7387 in 48ms, sequenceid=31, compaction requested=true 2024-11-24T08:48:16,668 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/default/TestLogRolling-testSlowSyncLogRolling/01ba83f085a37cd2a04ea1b0a72d7387/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-24T08:48:16,669 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:48:16,669 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 01ba83f085a37cd2a04ea1b0a72d7387: Waiting for close lock at 1732438096612Running coprocessor pre-close hooks at 1732438096612Disabling compacts and flushes for region at 1732438096612Disabling writes for close at 1732438096613 (+1 ms)Obtaining lock to block concurrent updates at 1732438096613Preparing flush snapshotting stores in 01ba83f085a37cd2a04ea1b0a72d7387 at 1732438096613Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732438096614 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. at 1732438096615 (+1 ms)Flushing 01ba83f085a37cd2a04ea1b0a72d7387/info: creating writer at 1732438096615Flushing 01ba83f085a37cd2a04ea1b0a72d7387/info: appending metadata at 1732438096625 (+10 ms)Flushing 01ba83f085a37cd2a04ea1b0a72d7387/info: closing flushed file at 1732438096625Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a3cae3f: reopening flushed file at 1732438096647 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 01ba83f085a37cd2a04ea1b0a72d7387 in 48ms, sequenceid=31, compaction requested=true at 1732438096661 (+14 ms)Writing region close event to WAL at 1732438096663 (+2 ms)Running coprocessor post-close hooks at 1732438096669 (+6 ms)Closed at 1732438096669 2024-11-24T08:48:16,670 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732438039277.01ba83f085a37cd2a04ea1b0a72d7387. 2024-11-24T08:48:16,682 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/ns/cea09e6343664198a73b0e635b9c880c is 43, key is default/ns:d/1732438039006/Put/seqid=0 2024-11-24T08:48:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741845_1021 (size=5153) 2024-11-24T08:48:16,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741845_1021 (size=5153) 2024-11-24T08:48:16,690 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/ns/cea09e6343664198a73b0e635b9c880c 2024-11-24T08:48:16,715 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/table/014268828bc14a98b75202ac85aa7807 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732438039753/Put/seqid=0 2024-11-24T08:48:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741846_1022 (size=5396) 2024-11-24T08:48:16,721 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741846_1022 (size=5396) 2024-11-24T08:48:16,722 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/table/014268828bc14a98b75202ac85aa7807 2024-11-24T08:48:16,732 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/info/2ea947c81946447c89a4c6e575043c1b as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/info/2ea947c81946447c89a4c6e575043c1b 2024-11-24T08:48:16,743 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/info/2ea947c81946447c89a4c6e575043c1b, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T08:48:16,745 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/ns/cea09e6343664198a73b0e635b9c880c as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/ns/cea09e6343664198a73b0e635b9c880c 2024-11-24T08:48:16,758 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/ns/cea09e6343664198a73b0e635b9c880c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:48:16,760 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/.tmp/table/014268828bc14a98b75202ac85aa7807 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/table/014268828bc14a98b75202ac85aa7807 2024-11-24T08:48:16,771 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/table/014268828bc14a98b75202ac85aa7807, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T08:48:16,773 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false 2024-11-24T08:48:16,779 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:48:16,780 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:16,781 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:16,781 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438096613Running coprocessor pre-close hooks at 1732438096613Disabling compacts and flushes for region at 1732438096613Disabling writes for close at 1732438096613Obtaining lock to block concurrent updates at 1732438096614 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732438096614Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732438096614Flushing stores of hbase:meta,,1.1588230740 at 1732438096615 (+1 ms)Flushing 1588230740/info: creating writer at 1732438096616 (+1 ms)Flushing 1588230740/info: appending metadata at 1732438096643 (+27 ms)Flushing 1588230740/info: closing flushed file at 1732438096643Flushing 1588230740/ns: creating writer at 1732438096661 (+18 ms)Flushing 1588230740/ns: appending metadata at 1732438096682 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732438096682Flushing 1588230740/table: creating writer at 1732438096699 (+17 ms)Flushing 1588230740/table: appending metadata at 1732438096714 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732438096714Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@395072f7: reopening flushed file at 1732438096731 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@551c31ac: reopening flushed file at 1732438096743 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54b1f232: reopening flushed file at 1732438096759 (+16 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false at 1732438096773 (+14 ms)Writing region close event to WAL at 1732438096774 (+1 ms)Running coprocessor post-close hooks at 1732438096780 (+6 ms)Closed at 1732438096781 (+1 ms) 2024-11-24T08:48:16,781 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:16,814 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(976): stopping server 469387a2cdb6,37175,1732438037193; all regions closed. 2024-11-24T08:48:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741834_1010 (size=3066) 2024-11-24T08:48:16,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741834_1010 (size=3066) 2024-11-24T08:48:16,824 DEBUG [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs 2024-11-24T08:48:16,824 INFO [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C37175%2C1732438037193.meta:.meta(num 1732438038853) 2024-11-24T08:48:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741841_1017 (size=13164) 2024-11-24T08:48:16,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741841_1017 (size=13164) 2024-11-24T08:48:16,835 DEBUG [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/oldWALs 2024-11-24T08:48:16,835 INFO [RS:0;469387a2cdb6:37175 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C37175%2C1732438037193:(num 1732438076511) 2024-11-24T08:48:16,835 DEBUG [RS:0;469387a2cdb6:37175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:16,835 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:48:16,835 INFO [RS:0;469387a2cdb6:37175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:48:16,836 INFO [RS:0;469387a2cdb6:37175 {}] hbase.ChoreService(370): Chore service for: regionserver/469387a2cdb6:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:48:16,836 INFO [RS:0;469387a2cdb6:37175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:48:16,836 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:48:16,837 INFO [RS:0;469387a2cdb6:37175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37175 2024-11-24T08:48:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:48:16,841 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/469387a2cdb6,37175,1732438037193 2024-11-24T08:48:16,841 INFO [RS:0;469387a2cdb6:37175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:48:16,843 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [469387a2cdb6,37175,1732438037193] 2024-11-24T08:48:16,844 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/469387a2cdb6,37175,1732438037193 already deleted, retry=false 2024-11-24T08:48:16,844 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 469387a2cdb6,37175,1732438037193 expired; onlineServers=0 2024-11-24T08:48:16,844 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '469387a2cdb6,34793,1732438036586' ***** 2024-11-24T08:48:16,844 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:48:16,845 INFO [M:0;469387a2cdb6:34793 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:48:16,845 INFO [M:0;469387a2cdb6:34793 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:48:16,845 DEBUG [M:0;469387a2cdb6:34793 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:48:16,845 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:48:16,845 DEBUG [M:0;469387a2cdb6:34793 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:48:16,845 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438038117 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438038117,5,FailOnTimeoutGroup] 2024-11-24T08:48:16,845 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438038117 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438038117,5,FailOnTimeoutGroup] 2024-11-24T08:48:16,846 INFO [M:0;469387a2cdb6:34793 {}] hbase.ChoreService(370): Chore service for: master/469387a2cdb6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:48:16,846 INFO [M:0;469387a2cdb6:34793 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:48:16,846 DEBUG [M:0;469387a2cdb6:34793 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:48:16,846 INFO [M:0;469387a2cdb6:34793 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:48:16,846 INFO [M:0;469387a2cdb6:34793 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:48:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T08:48:16,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:16,847 INFO [M:0;469387a2cdb6:34793 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:48:16,847 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:48:16,848 DEBUG [M:0;469387a2cdb6:34793 {}] zookeeper.ZKUtil(347): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T08:48:16,848 WARN [M:0;469387a2cdb6:34793 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:48:16,849 INFO [M:0;469387a2cdb6:34793 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/.lastflushedseqids 2024-11-24T08:48:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741847_1023 (size=130) 2024-11-24T08:48:16,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741847_1023 (size=130) 2024-11-24T08:48:16,863 INFO [M:0;469387a2cdb6:34793 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:48:16,864 INFO [M:0;469387a2cdb6:34793 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:48:16,864 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:48:16,864 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:16,864 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:16,864 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:48:16,864 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:16,864 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.01 KB heapSize=29.18 KB 2024-11-24T08:48:16,881 DEBUG [M:0;469387a2cdb6:34793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/151024eb127f4135a254782f5685abff is 82, key is hbase:meta,,1/info:regioninfo/1732438038937/Put/seqid=0 2024-11-24T08:48:16,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741848_1024 (size=5672) 2024-11-24T08:48:16,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741848_1024 (size=5672) 2024-11-24T08:48:16,889 INFO [M:0;469387a2cdb6:34793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/151024eb127f4135a254782f5685abff 2024-11-24T08:48:16,917 DEBUG [M:0;469387a2cdb6:34793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f6e4e61a7894d06b1699cd7fe20a3d8 is 765, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732438039760/Put/seqid=0 2024-11-24T08:48:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741849_1025 (size=6246) 2024-11-24T08:48:16,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741849_1025 (size=6246) 2024-11-24T08:48:16,924 INFO [M:0;469387a2cdb6:34793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.41 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f6e4e61a7894d06b1699cd7fe20a3d8 2024-11-24T08:48:16,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:16,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:48:16,932 INFO [M:0;469387a2cdb6:34793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f6e4e61a7894d06b1699cd7fe20a3d8 2024-11-24T08:48:16,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-24T08:48:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:16,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37175-0x10070e9e9b70001, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:16,944 INFO [RS:0;469387a2cdb6:37175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:48:16,944 INFO [RS:0;469387a2cdb6:37175 {}] regionserver.HRegionServer(1031): Exiting; stopping=469387a2cdb6,37175,1732438037193; zookeeper connection closed. 2024-11-24T08:48:16,944 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70f05883 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70f05883 2024-11-24T08:48:16,945 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:48:16,948 DEBUG [M:0;469387a2cdb6:34793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2334835bc20e46bda3dbae4f33171a61 is 69, key is 469387a2cdb6,37175,1732438037193/rs:state/1732438038178/Put/seqid=0 2024-11-24T08:48:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741850_1026 (size=5156) 2024-11-24T08:48:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741850_1026 (size=5156) 2024-11-24T08:48:16,955 INFO [M:0;469387a2cdb6:34793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2334835bc20e46bda3dbae4f33171a61 2024-11-24T08:48:16,979 DEBUG [M:0;469387a2cdb6:34793 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0195c5a0f18449fb28099c0842cdc4b is 52, key is load_balancer_on/state:d/1732438039258/Put/seqid=0 2024-11-24T08:48:16,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741851_1027 (size=5056) 2024-11-24T08:48:16,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741851_1027 (size=5056) 2024-11-24T08:48:16,986 INFO [M:0;469387a2cdb6:34793 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0195c5a0f18449fb28099c0842cdc4b 2024-11-24T08:48:16,994 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/151024eb127f4135a254782f5685abff as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/151024eb127f4135a254782f5685abff 2024-11-24T08:48:17,002 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/151024eb127f4135a254782f5685abff, entries=8, sequenceid=59, filesize=5.5 K 2024-11-24T08:48:17,003 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/3f6e4e61a7894d06b1699cd7fe20a3d8 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f6e4e61a7894d06b1699cd7fe20a3d8 2024-11-24T08:48:17,011 INFO [M:0;469387a2cdb6:34793 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3f6e4e61a7894d06b1699cd7fe20a3d8 2024-11-24T08:48:17,011 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/3f6e4e61a7894d06b1699cd7fe20a3d8, entries=6, sequenceid=59, filesize=6.1 K 2024-11-24T08:48:17,013 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2334835bc20e46bda3dbae4f33171a61 as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2334835bc20e46bda3dbae4f33171a61 2024-11-24T08:48:17,020 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2334835bc20e46bda3dbae4f33171a61, entries=1, sequenceid=59, filesize=5.0 K 2024-11-24T08:48:17,022 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/a0195c5a0f18449fb28099c0842cdc4b as hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a0195c5a0f18449fb28099c0842cdc4b 2024-11-24T08:48:17,029 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/a0195c5a0f18449fb28099c0842cdc4b, entries=1, sequenceid=59, filesize=4.9 K 2024-11-24T08:48:17,031 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false 2024-11-24T08:48:17,032 INFO [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:17,032 DEBUG [M:0;469387a2cdb6:34793 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438096864Disabling compacts and flushes for region at 1732438096864Disabling writes for close at 1732438096864Obtaining lock to block concurrent updates at 1732438096864Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732438096864Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23564, getHeapSize=29816, getOffHeapSize=0, getCellsCount=70 at 1732438096865 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732438096866 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732438096866Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732438096881 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732438096881Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732438096897 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732438096916 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732438096916Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732438096932 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732438096948 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732438096948Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732438096962 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732438096978 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732438096978Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c863549: reopening flushed file at 1732438096993 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d2eaa0: reopening flushed file at 1732438097002 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648a98d7: reopening flushed file at 1732438097011 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2657c753: reopening flushed file at 1732438097020 (+9 ms)Finished flush of dataSize ~23.01 KB/23564, heapSize ~29.12 KB/29816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=59, compaction requested=false at 1732438097031 (+11 ms)Writing region close event to WAL at 1732438097032 (+1 ms)Closed at 1732438097032 2024-11-24T08:48:17,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34175 is added to blk_1073741830_1006 (size=27961) 2024-11-24T08:48:17,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36595 is added to blk_1073741830_1006 (size=27961) 2024-11-24T08:48:17,037 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:48:17,037 INFO [M:0;469387a2cdb6:34793 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:48:17,037 INFO [M:0;469387a2cdb6:34793 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34793 2024-11-24T08:48:17,037 INFO [M:0;469387a2cdb6:34793 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:48:17,138 INFO [M:0;469387a2cdb6:34793 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:48:17,138 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:17,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34793-0x10070e9e9b70000, quorum=127.0.0.1:65185, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:17,145 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e972183{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:17,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@42caca21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:17,149 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:17,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ed592a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:17,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633f9ab3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:17,153 WARN [BP-1453624804-172.17.0.2-1732438034008 heartbeating to localhost/127.0.0.1:40531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:17,153 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:17,154 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:17,154 WARN [BP-1453624804-172.17.0.2-1732438034008 heartbeating to localhost/127.0.0.1:40531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453624804-172.17.0.2-1732438034008 (Datanode Uuid ccc1eef7-4156-400f-98a2-46606bae729f) service to localhost/127.0.0.1:40531 2024-11-24T08:48:17,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data3/current/BP-1453624804-172.17.0.2-1732438034008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:17,155 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data4/current/BP-1453624804-172.17.0.2-1732438034008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:17,156 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:17,157 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@138ae980{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:17,158 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1272ce68{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:17,158 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:17,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c87dfd3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:17,158 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@567f72e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:17,159 WARN [BP-1453624804-172.17.0.2-1732438034008 heartbeating to localhost/127.0.0.1:40531 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:17,159 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:17,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:17,159 WARN [BP-1453624804-172.17.0.2-1732438034008 heartbeating to localhost/127.0.0.1:40531 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1453624804-172.17.0.2-1732438034008 (Datanode Uuid f3bb437d-a78c-4130-9f36-bc39bac87b64) service to localhost/127.0.0.1:40531 2024-11-24T08:48:17,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data1/current/BP-1453624804-172.17.0.2-1732438034008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:17,160 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/cluster_4a71db77-9be6-8de3-0825-8a16d4cb7f33/data/data2/current/BP-1453624804-172.17.0.2-1732438034008 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:17,160 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:17,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:48:17,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:17,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:17,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:17,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:17,183 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:48:17,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:48:17,219 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40531 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: regionserver/469387a2cdb6:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40531 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:40531 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@47cc5a14 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/469387a2cdb6:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:40531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/469387a2cdb6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/469387a2cdb6:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40531 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=150 (was 298), ProcessCount=11 (was 11), AvailableMemoryMB=2534 (was 3135) 2024-11-24T08:48:17,225 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=150, ProcessCount=11, AvailableMemoryMB=2533 2024-11-24T08:48:17,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.log.dir so I do NOT create it in target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/ff6ccf79-c708-016f-fdf4-e6f5cde78364/hadoop.tmp.dir so I do NOT create it in target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af, deleteOnExit=true 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/test.cache.data in system properties and HBase conf 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:48:17,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:48:17,226 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:48:17,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:48:17,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:48:17,292 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:17,299 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:17,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:17,303 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:17,303 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:48:17,304 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:17,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:17,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:17,399 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f247e9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-44751-hadoop-hdfs-3_4_1-tests_jar-_-any-4090119807136803460/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:48:17,400 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:44751} 2024-11-24T08:48:17,400 INFO [Time-limited test {}] server.Server(415): Started @65196ms 2024-11-24T08:48:17,463 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:17,467 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:17,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:17,468 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:17,468 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:17,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:17,469 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:17,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@9064200{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-35047-hadoop-hdfs-3_4_1-tests_jar-_-any-17597655300815711722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:17,566 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:35047} 2024-11-24T08:48:17,566 INFO [Time-limited test {}] server.Server(415): Started @65362ms 2024-11-24T08:48:17,567 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:17,601 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:17,605 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:17,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:17,606 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:17,606 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:17,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:17,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:17,629 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data2/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:17,629 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data1/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:17,648 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:17,651 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15409123498ed675 with lease ID 0x1cb3e21484025828: Processing first storage report for DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549 from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=46569, infoSecurePort=0, ipcPort=35475, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15409123498ed675 with lease ID 0x1cb3e21484025828: from storage DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549 node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=46569, infoSecurePort=0, ipcPort=35475, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x15409123498ed675 with lease ID 0x1cb3e21484025828: Processing first storage report for DS-b7a2aa29-ddcc-4150-8601-0946f19cf3ca from datanode DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=46569, infoSecurePort=0, ipcPort=35475, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:17,652 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x15409123498ed675 with lease ID 0x1cb3e21484025828: from storage DS-b7a2aa29-ddcc-4150-8601-0946f19cf3ca node DatanodeRegistration(127.0.0.1:45983, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=46569, infoSecurePort=0, ipcPort=35475, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:17,707 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@17355d56{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-35257-hadoop-hdfs-3_4_1-tests_jar-_-any-608727990899399777/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:17,708 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:35257} 2024-11-24T08:48:17,708 INFO [Time-limited test {}] server.Server(415): Started @65504ms 2024-11-24T08:48:17,709 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:17,775 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data3/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:17,775 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data4/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:17,795 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc260771f02c1fc07 with lease ID 0x1cb3e21484025829: Processing first storage report for DS-23180cdc-e794-42ec-be16-a16ce02bfee9 from datanode DatanodeRegistration(127.0.0.1:34737, datanodeUuid=e63f5327-19c3-4432-9455-cda65960a014, infoPort=44223, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc260771f02c1fc07 with lease ID 0x1cb3e21484025829: from storage DS-23180cdc-e794-42ec-be16-a16ce02bfee9 node DatanodeRegistration(127.0.0.1:34737, datanodeUuid=e63f5327-19c3-4432-9455-cda65960a014, infoPort=44223, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc260771f02c1fc07 with lease ID 0x1cb3e21484025829: Processing first storage report for DS-8487b116-db18-412a-9d20-149f90da9cb4 from datanode DatanodeRegistration(127.0.0.1:34737, datanodeUuid=e63f5327-19c3-4432-9455-cda65960a014, infoPort=44223, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:17,798 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc260771f02c1fc07 with lease ID 0x1cb3e21484025829: from storage DS-8487b116-db18-412a-9d20-149f90da9cb4 node DatanodeRegistration(127.0.0.1:34737, datanodeUuid=e63f5327-19c3-4432-9455-cda65960a014, infoPort=44223, infoSecurePort=0, ipcPort=39465, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:17,839 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4 2024-11-24T08:48:17,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/zookeeper_0, clientPort=61259, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:48:17,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61259 2024-11-24T08:48:17,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:48:17,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:48:17,861 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76 with version=8 2024-11-24T08:48:17,862 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase-staging 2024-11-24T08:48:17,864 INFO [Time-limited test {}] client.ConnectionUtils(128): master/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:48:17,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,864 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,865 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:48:17,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,865 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:48:17,865 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:48:17,865 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:48:17,866 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46809 2024-11-24T08:48:17,868 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46809 connecting to ZooKeeper ensemble=127.0.0.1:61259 2024-11-24T08:48:17,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468090x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:48:17,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46809-0x10070eadc200000 connected 2024-11-24T08:48:17,888 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,891 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,895 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:17,896 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76, hbase.cluster.distributed=false 2024-11-24T08:48:17,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:48:17,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-24T08:48:17,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46809 2024-11-24T08:48:17,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46809 2024-11-24T08:48:17,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-24T08:48:17,902 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46809 2024-11-24T08:48:17,922 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:48:17,922 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:48:17,923 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43131 2024-11-24T08:48:17,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43131 connecting to ZooKeeper ensemble=127.0.0.1:61259 2024-11-24T08:48:17,925 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:17,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431310x0, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:48:17,932 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431310x0, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:17,932 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43131-0x10070eadc200001 connected 2024-11-24T08:48:17,933 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:48:17,934 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:48:17,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T08:48:17,936 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:48:17,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-24T08:48:17,937 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43131 2024-11-24T08:48:17,940 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43131 2024-11-24T08:48:17,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-24T08:48:17,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43131 2024-11-24T08:48:17,953 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;469387a2cdb6:46809 2024-11-24T08:48:17,954 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/469387a2cdb6,46809,1732438097864 2024-11-24T08:48:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:17,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:17,956 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/469387a2cdb6,46809,1732438097864 2024-11-24T08:48:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T08:48:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:17,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:17,957 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T08:48:17,957 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/469387a2cdb6,46809,1732438097864 from backup master directory 2024-11-24T08:48:17,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/469387a2cdb6,46809,1732438097864 2024-11-24T08:48:17,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:17,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:17,958 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:48:17,958 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=469387a2cdb6,46809,1732438097864 2024-11-24T08:48:17,987 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/hbase.id] with ID: 8aee6268-b091-4cf3-810a-46a87bbde069 2024-11-24T08:48:17,987 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/.tmp/hbase.id 2024-11-24T08:48:17,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:48:17,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:48:17,999 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/.tmp/hbase.id]:[hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/hbase.id] 2024-11-24T08:48:18,019 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:18,019 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:48:18,021 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T08:48:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,023 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:48:18,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:48:18,033 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:48:18,035 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:48:18,035 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:48:18,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:48:18,046 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store 2024-11-24T08:48:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:48:18,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:48:18,056 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:18,056 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:18,056 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438098056Disabling compacts and flushes for region at 1732438098056Disabling writes for close at 1732438098056Writing region close event to WAL at 1732438098056Closed at 1732438098056 2024-11-24T08:48:18,058 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/.initializing 2024-11-24T08:48:18,058 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864 2024-11-24T08:48:18,059 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:48:18,062 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C46809%2C1732438097864, suffix=, logDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864, archiveDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/oldWALs, maxLogs=10 2024-11-24T08:48:18,076 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063, exclude list is [], retry=0 2024-11-24T08:48:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-23180cdc-e794-42ec-be16-a16ce02bfee9,DISK] 2024-11-24T08:48:18,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549,DISK] 2024-11-24T08:48:18,082 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 2024-11-24T08:48:18,082 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46569:46569),(127.0.0.1/127.0.0.1:44223:44223)] 2024-11-24T08:48:18,082 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:18,083 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:18,083 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,083 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,085 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:48:18,087 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,087 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,088 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,090 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:48:18,090 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:18,091 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,094 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:48:18,094 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:18,095 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,097 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:48:18,097 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:18,098 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,099 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,100 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,101 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,101 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,102 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:48:18,103 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:18,106 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:18,107 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880067, jitterRate=0.11906319856643677}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:48:18,108 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732438098083Initializing all the Stores at 1732438098084 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098084Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438098085 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438098085Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438098085Cleaning up temporary data from old regions at 1732438098101 (+16 ms)Region opened successfully at 1732438098108 (+7 ms) 2024-11-24T08:48:18,108 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:48:18,113 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3f1a89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:48:18,114 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:48:18,115 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:48:18,115 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:48:18,115 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:48:18,116 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:48:18,116 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:48:18,116 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:48:18,119 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:48:18,120 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T08:48:18,121 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T08:48:18,121 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:48:18,122 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:48:18,123 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T08:48:18,123 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:48:18,124 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:48:18,125 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T08:48:18,126 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:48:18,126 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T08:48:18,129 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:48:18,129 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T08:48:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,131 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=469387a2cdb6,46809,1732438097864, sessionid=0x10070eadc200000, setting cluster-up flag (Was=false) 2024-11-24T08:48:18,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,133 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,137 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T08:48:18,139 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,46809,1732438097864 2024-11-24T08:48:18,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,145 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T08:48:18,147 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,46809,1732438097864 2024-11-24T08:48:18,149 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:48:18,151 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:18,151 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:48:18,151 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:48:18,151 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 469387a2cdb6,46809,1732438097864 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/469387a2cdb6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:48:18,153 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,154 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:48:18,154 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,154 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732438128154 2024-11-24T08:48:18,154 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:48:18,154 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:48:18,155 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:48:18,156 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:18,156 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:48:18,156 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:48:18,156 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:48:18,156 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438098156,5,FailOnTimeoutGroup] 2024-11-24T08:48:18,156 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438098156,5,FailOnTimeoutGroup] 2024-11-24T08:48:18,156 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,157 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:48:18,157 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,157 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,157 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,157 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:48:18,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:48:18,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:48:18,171 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:48:18,171 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76 2024-11-24T08:48:18,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:48:18,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:48:18,184 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:18,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:48:18,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:48:18,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:48:18,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:48:18,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:48:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:48:18,192 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:48:18,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:48:18,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,195 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:48:18,196 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740 2024-11-24T08:48:18,197 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740 2024-11-24T08:48:18,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:48:18,198 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:48:18,199 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:48:18,200 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:48:18,203 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:18,204 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=721828, jitterRate=-0.08214835822582245}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:48:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732438098184Initializing all the Stores at 1732438098185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438098185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098185Cleaning up temporary data from old regions at 1732438098198 (+13 ms)Region opened successfully at 1732438098205 (+7 ms) 2024-11-24T08:48:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:48:18,205 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:48:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:48:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:48:18,205 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:48:18,206 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:18,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438098205Disabling compacts and flushes for region at 1732438098205Disabling writes for close at 1732438098205Writing region close event to WAL at 1732438098206 (+1 ms)Closed at 1732438098206 2024-11-24T08:48:18,208 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:18,208 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:48:18,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:48:18,211 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:48:18,212 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:48:18,244 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(746): ClusterId : 8aee6268-b091-4cf3-810a-46a87bbde069 2024-11-24T08:48:18,244 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:48:18,246 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:48:18,247 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:48:18,248 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:48:18,249 DEBUG [RS:0;469387a2cdb6:43131 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c7f5588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:48:18,261 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;469387a2cdb6:43131 2024-11-24T08:48:18,261 INFO [regionserver/469387a2cdb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:48:18,261 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:48:18,261 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:48:18,261 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:48:18,262 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(2659): reportForDuty to master=469387a2cdb6,46809,1732438097864 with port=43131, startcode=1732438097921 2024-11-24T08:48:18,262 DEBUG [RS:0;469387a2cdb6:43131 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:48:18,264 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:48:18,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46809 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,265 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46809 {}] master.ServerManager(517): Registering regionserver=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,267 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76 2024-11-24T08:48:18,267 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37371 2024-11-24T08:48:18,267 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:48:18,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:48:18,269 DEBUG [RS:0;469387a2cdb6:43131 {}] zookeeper.ZKUtil(111): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,269 WARN [RS:0;469387a2cdb6:43131 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:48:18,269 INFO [RS:0;469387a2cdb6:43131 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:18,269 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,269 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [469387a2cdb6,43131,1732438097921] 2024-11-24T08:48:18,273 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:48:18,276 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:48:18,277 INFO [RS:0;469387a2cdb6:43131 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:48:18,277 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,277 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:48:18,278 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:48:18,279 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,279 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,280 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:18,280 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:48:18,280 DEBUG [RS:0;469387a2cdb6:43131 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,283 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,43131,1732438097921-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:48:18,298 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:48:18,299 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,43131,1732438097921-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,299 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,299 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.Replication(171): 469387a2cdb6,43131,1732438097921 started 2024-11-24T08:48:18,312 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,313 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1482): Serving as 469387a2cdb6,43131,1732438097921, RpcServer on 469387a2cdb6/172.17.0.2:43131, sessionid=0x10070eadc200001 2024-11-24T08:48:18,313 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:48:18,313 DEBUG [RS:0;469387a2cdb6:43131 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,313 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,43131,1732438097921' 2024-11-24T08:48:18,313 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T08:48:18,314 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,43131,1732438097921' 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T08:48:18,315 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T08:48:18,316 DEBUG [RS:0;469387a2cdb6:43131 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:48:18,316 INFO [RS:0;469387a2cdb6:43131 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:48:18,316 INFO [RS:0;469387a2cdb6:43131 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:48:18,363 WARN [469387a2cdb6:46809 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:48:18,416 INFO [RS:0;469387a2cdb6:43131 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:48:18,420 INFO [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C43131%2C1732438097921, suffix=, logDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921, archiveDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs, maxLogs=32 2024-11-24T08:48:18,439 DEBUG [RS:0;469387a2cdb6:43131 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424, exclude list is [], retry=0 2024-11-24T08:48:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549,DISK] 2024-11-24T08:48:18,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-23180cdc-e794-42ec-be16-a16ce02bfee9,DISK] 2024-11-24T08:48:18,445 INFO [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 2024-11-24T08:48:18,446 DEBUG [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46569:46569),(127.0.0.1/127.0.0.1:44223:44223)] 2024-11-24T08:48:18,613 DEBUG [469387a2cdb6:46809 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:48:18,614 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,617 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,43131,1732438097921, state=OPENING 2024-11-24T08:48:18,620 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:48:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,622 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:18,623 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:48:18,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:18,624 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:18,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,43131,1732438097921}] 2024-11-24T08:48:18,779 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:48:18,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48911, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:48:18,794 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:48:18,794 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:18,795 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:48:18,798 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C43131%2C1732438097921.meta, suffix=.meta, logDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921, archiveDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs, maxLogs=32 2024-11-24T08:48:18,813 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta, exclude list is [], retry=0 2024-11-24T08:48:18,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45983,DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549,DISK] 2024-11-24T08:48:18,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-23180cdc-e794-42ec-be16-a16ce02bfee9,DISK] 2024-11-24T08:48:18,818 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta 2024-11-24T08:48:18,820 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46569:46569),(127.0.0.1/127.0.0.1:44223:44223)] 2024-11-24T08:48:18,820 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:18,820 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:48:18,820 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:48:18,821 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:48:18,821 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:48:18,821 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:18,821 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:48:18,821 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:48:18,823 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:48:18,824 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:48:18,824 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,825 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:48:18,826 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:48:18,826 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,827 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:48:18,828 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:48:18,828 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:48:18,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:48:18,830 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:18,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:18,830 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:48:18,831 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740 2024-11-24T08:48:18,833 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740 2024-11-24T08:48:18,834 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:48:18,834 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:48:18,835 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:48:18,836 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:48:18,837 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=865770, jitterRate=0.10088460147380829}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:48:18,837 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:48:18,838 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732438098821Writing region info on filesystem at 1732438098821Initializing all the Stores at 1732438098822 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098822Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098823 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438098823Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438098823Cleaning up temporary data from old regions at 1732438098834 (+11 ms)Running coprocessor post-open hooks at 1732438098837 (+3 ms)Region opened successfully at 1732438098838 (+1 ms) 2024-11-24T08:48:18,840 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732438098779 2024-11-24T08:48:18,842 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:48:18,843 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:48:18,843 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,845 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,43131,1732438097921, state=OPEN 2024-11-24T08:48:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:48:18,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:48:18,847 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:18,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:18,847 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:18,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:48:18,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,43131,1732438097921 in 223 msec 2024-11-24T08:48:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:48:18,855 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 643 msec 2024-11-24T08:48:18,856 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:18,856 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:48:18,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:48:18,858 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,43131,1732438097921, seqNum=-1] 2024-11-24T08:48:18,858 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:48:18,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42515, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:48:18,866 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 715 msec 2024-11-24T08:48:18,866 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732438098866, completionTime=-1 2024-11-24T08:48:18,866 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:48:18,866 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:48:18,868 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732438158868 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732438218869 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-469387a2cdb6:46809, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,870 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,872 DEBUG [master/469387a2cdb6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:48:18,874 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.915sec 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:48:18,875 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:48:18,878 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:48:18,878 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:48:18,878 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,46809,1732438097864-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:18,945 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3750334b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:18,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 469387a2cdb6,46809,-1 for getting cluster id 2024-11-24T08:48:18,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:48:18,947 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '8aee6268-b091-4cf3-810a-46a87bbde069' 2024-11-24T08:48:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:48:18,948 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "8aee6268-b091-4cf3-810a-46a87bbde069" 2024-11-24T08:48:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512a9197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [469387a2cdb6,46809,-1] 2024-11-24T08:48:18,949 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:48:18,950 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:18,952 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55464, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:48:18,954 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17cf6df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:18,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:48:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,43131,1732438097921, seqNum=-1] 2024-11-24T08:48:18,956 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:48:18,959 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:48:18,961 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=469387a2cdb6,46809,1732438097864 2024-11-24T08:48:18,962 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:18,966 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T08:48:18,980 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:18,986 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:18,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:18,988 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:18,988 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:18,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55fe3510{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:18,989 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6299fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:19,082 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@713f6d07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-34243-hadoop-hdfs-3_4_1-tests_jar-_-any-2433491432304962936/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:19,083 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5ff973ec{HTTP/1.1, (http/1.1)}{localhost:34243} 2024-11-24T08:48:19,083 INFO [Time-limited test {}] server.Server(415): Started @66879ms 2024-11-24T08:48:19,084 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:19,113 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:19,117 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:19,119 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:19,119 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:48:19,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d42ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:19,120 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f965db4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:19,145 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data5/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,145 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data6/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,164 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4365d0cb32b7d742 with lease ID 0x1cb3e2148402582a: Processing first storage report for DS-73041c36-ccdf-47cd-ae0d-ad1c2f9176a4 from datanode DatanodeRegistration(127.0.0.1:32965, datanodeUuid=29adef8a-1d04-41a2-9c1d-ce37658c2d97, infoPort=45709, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4365d0cb32b7d742 with lease ID 0x1cb3e2148402582a: from storage DS-73041c36-ccdf-47cd-ae0d-ad1c2f9176a4 node DatanodeRegistration(127.0.0.1:32965, datanodeUuid=29adef8a-1d04-41a2-9c1d-ce37658c2d97, infoPort=45709, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4365d0cb32b7d742 with lease ID 0x1cb3e2148402582a: Processing first storage report for DS-ae7235e9-06f9-484f-8ec1-0f0767c64b4b from datanode DatanodeRegistration(127.0.0.1:32965, datanodeUuid=29adef8a-1d04-41a2-9c1d-ce37658c2d97, infoPort=45709, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4365d0cb32b7d742 with lease ID 0x1cb3e2148402582a: from storage DS-ae7235e9-06f9-484f-8ec1-0f0767c64b4b node DatanodeRegistration(127.0.0.1:32965, datanodeUuid=29adef8a-1d04-41a2-9c1d-ce37658c2d97, infoPort=45709, infoSecurePort=0, ipcPort=44553, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,218 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@36b1e39b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-40991-hadoop-hdfs-3_4_1-tests_jar-_-any-3722853852769401392/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:19,219 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@32a39f41{HTTP/1.1, (http/1.1)}{localhost:40991} 2024-11-24T08:48:19,219 INFO [Time-limited test {}] server.Server(415): Started @67015ms 2024-11-24T08:48:19,220 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:19,249 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:19,255 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:19,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:19,256 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:19,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:19,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@633efabb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:19,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63f1466f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:19,293 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data8/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,293 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data7/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,320 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:19,323 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274ac680a8c91fc1 with lease ID 0x1cb3e2148402582b: Processing first storage report for DS-ecad0392-f5cf-4d18-81a6-c36532f83e4b from datanode DatanodeRegistration(127.0.0.1:33793, datanodeUuid=45fbee98-dc62-4044-8812-7439a6a2daae, infoPort=34693, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274ac680a8c91fc1 with lease ID 0x1cb3e2148402582b: from storage DS-ecad0392-f5cf-4d18-81a6-c36532f83e4b node DatanodeRegistration(127.0.0.1:33793, datanodeUuid=45fbee98-dc62-4044-8812-7439a6a2daae, infoPort=34693, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x274ac680a8c91fc1 with lease ID 0x1cb3e2148402582b: Processing first storage report for DS-daf0fbe0-8693-4873-8cc7-2a7845cb99ba from datanode DatanodeRegistration(127.0.0.1:33793, datanodeUuid=45fbee98-dc62-4044-8812-7439a6a2daae, infoPort=34693, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x274ac680a8c91fc1 with lease ID 0x1cb3e2148402582b: from storage DS-daf0fbe0-8693-4873-8cc7-2a7845cb99ba node DatanodeRegistration(127.0.0.1:33793, datanodeUuid=45fbee98-dc62-4044-8812-7439a6a2daae, infoPort=34693, infoSecurePort=0, ipcPort=34363, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33ebab8c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-44575-hadoop-hdfs-3_4_1-tests_jar-_-any-8304931320039558621/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:19,369 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f1e4ae0{HTTP/1.1, (http/1.1)}{localhost:44575} 2024-11-24T08:48:19,369 INFO [Time-limited test {}] server.Server(415): Started @67165ms 2024-11-24T08:48:19,371 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:19,432 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data10/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,432 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data9/current/BP-1069603195-172.17.0.2-1732438097254/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:19,455 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72cf2c940e1c15c6 with lease ID 0x1cb3e2148402582c: Processing first storage report for DS-ddaba61a-31ec-4898-9943-6e2d7c1690c0 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=07c62831-a9e7-4b10-8b8d-7aa5f42daea2, infoPort=44985, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72cf2c940e1c15c6 with lease ID 0x1cb3e2148402582c: from storage DS-ddaba61a-31ec-4898-9943-6e2d7c1690c0 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=07c62831-a9e7-4b10-8b8d-7aa5f42daea2, infoPort=44985, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x72cf2c940e1c15c6 with lease ID 0x1cb3e2148402582c: Processing first storage report for DS-9cd17dc8-3cba-48c1-92d8-0ec4ecee9bb5 from datanode DatanodeRegistration(127.0.0.1:34625, datanodeUuid=07c62831-a9e7-4b10-8b8d-7aa5f42daea2, infoPort=44985, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254) 2024-11-24T08:48:19,459 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x72cf2c940e1c15c6 with lease ID 0x1cb3e2148402582c: from storage DS-9cd17dc8-3cba-48c1-92d8-0ec4ecee9bb5 node DatanodeRegistration(127.0.0.1:34625, datanodeUuid=07c62831-a9e7-4b10-8b8d-7aa5f42daea2, infoPort=44985, infoSecurePort=0, ipcPort=34901, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:19,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:48:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 469387a2cdb6,46809,1732438097864 2024-11-24T08:48:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a27dbf7 2024-11-24T08:48:19,493 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:48:19,495 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:48:19,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T08:48:19,496 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T08:48:19,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:48:19,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T08:48:19,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:48:19,500 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:19,500 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-24T08:48:19,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:48:19,502 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:48:19,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45983 is added to blk_1073741835_1011 (size=393) 2024-11-24T08:48:19,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741835_1011 (size=393) 2024-11-24T08:48:19,512 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b88fea1e6121e2f97851bb5ca03422d1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76 2024-11-24T08:48:19,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741836_1012 (size=76) 2024-11-24T08:48:19,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741836_1012 (size=76) 2024-11-24T08:48:19,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:19,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing b88fea1e6121e2f97851bb5ca03422d1, disabling compactions & flushes 2024-11-24T08:48:19,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. after waiting 0 ms 2024-11-24T08:48:19,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for b88fea1e6121e2f97851bb5ca03422d1: Waiting for close lock at 1732438099520Disabling compacts and flushes for region at 1732438099520Disabling writes for close at 1732438099521 (+1 ms)Writing region close event to WAL at 1732438099521Closed at 1732438099521 2024-11-24T08:48:19,523 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:48:19,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732438099523"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438099523"}]},"ts":"1732438099523"} 2024-11-24T08:48:19,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:48:19,528 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:48:19,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438099528"}]},"ts":"1732438099528"} 2024-11-24T08:48:19,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-24T08:48:19,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b88fea1e6121e2f97851bb5ca03422d1, ASSIGN}] 2024-11-24T08:48:19,534 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b88fea1e6121e2f97851bb5ca03422d1, ASSIGN 2024-11-24T08:48:19,536 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b88fea1e6121e2f97851bb5ca03422d1, ASSIGN; state=OFFLINE, location=469387a2cdb6,43131,1732438097921; forceNewPlan=false, retain=false 2024-11-24T08:48:19,687 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b88fea1e6121e2f97851bb5ca03422d1, regionState=OPENING, regionLocation=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:19,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b88fea1e6121e2f97851bb5ca03422d1, ASSIGN because future has completed 2024-11-24T08:48:19,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b88fea1e6121e2f97851bb5ca03422d1, server=469387a2cdb6,43131,1732438097921}] 2024-11-24T08:48:19,864 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,864 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b88fea1e6121e2f97851bb5ca03422d1, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:19,865 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,865 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:19,865 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,865 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,867 INFO [StoreOpener-b88fea1e6121e2f97851bb5ca03422d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,869 INFO [StoreOpener-b88fea1e6121e2f97851bb5ca03422d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b88fea1e6121e2f97851bb5ca03422d1 columnFamilyName info 2024-11-24T08:48:19,869 DEBUG [StoreOpener-b88fea1e6121e2f97851bb5ca03422d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:19,870 INFO [StoreOpener-b88fea1e6121e2f97851bb5ca03422d1-1 {}] regionserver.HStore(327): Store=b88fea1e6121e2f97851bb5ca03422d1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:19,870 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,871 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,871 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,872 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,872 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,874 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,876 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:19,877 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b88fea1e6121e2f97851bb5ca03422d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829937, jitterRate=0.05532039701938629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:48:19,877 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:19,878 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b88fea1e6121e2f97851bb5ca03422d1: Running coprocessor pre-open hook at 1732438099865Writing region info on filesystem at 1732438099865Initializing all the Stores at 1732438099867 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438099867Cleaning up temporary data from old regions at 1732438099872 (+5 ms)Running coprocessor post-open hooks at 1732438099877 (+5 ms)Region opened successfully at 1732438099878 (+1 ms) 2024-11-24T08:48:19,879 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1., pid=6, masterSystemTime=1732438099853 2024-11-24T08:48:19,882 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,882 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:19,883 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b88fea1e6121e2f97851bb5ca03422d1, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,43131,1732438097921 2024-11-24T08:48:19,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b88fea1e6121e2f97851bb5ca03422d1, server=469387a2cdb6,43131,1732438097921 because future has completed 2024-11-24T08:48:19,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:48:19,891 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b88fea1e6121e2f97851bb5ca03422d1, server=469387a2cdb6,43131,1732438097921 in 190 msec 2024-11-24T08:48:19,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:48:19,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=b88fea1e6121e2f97851bb5ca03422d1, ASSIGN in 359 msec 2024-11-24T08:48:19,895 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:48:19,896 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438099895"}]},"ts":"1732438099895"} 2024-11-24T08:48:19,898 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-24T08:48:19,899 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:48:19,902 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 402 msec 2024-11-24T08:48:21,672 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:21,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:22,193 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:48:22,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:22,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:24,274 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:48:24,276 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-24T08:48:26,931 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:48:26,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:48:26,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T08:48:26,933 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-24T08:48:26,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:26,935 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:48:29,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46809 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:48:29,531 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-24T08:48:29,532 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-24T08:48:29,533 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T08:48:29,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-24T08:48:29,541 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T08:48:29,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-24T08:48:29,548 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1., hostname=469387a2cdb6,43131,1732438097921, seqNum=2] 2024-11-24T08:48:29,552 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-24T08:48:29,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T08:48:29,555 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1880245014_22 at /127.0.0.1:60492 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:45983:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60492 dst: /127.0.0.1:45983 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1880245014_22 at /127.0.0.1:36228 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:34737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36228 dst: /127.0.0.1:34737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_244306329_22 at /127.0.0.1:36212 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:34737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36212 dst: /127.0.0.1:34737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,557 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_244306329_22 at /127.0.0.1:60456 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:45983:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60456 dst: /127.0.0.1:45983 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1880245014_22 at /127.0.0.1:60484 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:45983:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:60484 dst: /127.0.0.1:45983 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,558 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1880245014_22 at /127.0.0.1:36234 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:34737:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:36234 dst: /127.0.0.1:34737 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@9064200{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:29,561 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0dcaab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:29,561 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:29,561 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d55ae6c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:29,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ce11844{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:29,563 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:29,563 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:29,563 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:29,563 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid d95998d0-52fb-4b55-9efb-94a097f437a8) service to localhost/127.0.0.1:37371 2024-11-24T08:48:29,563 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data1/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:29,564 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data2/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:29,564 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:29,572 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:29,575 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:29,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:29,576 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:29,576 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:29,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@15267313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:29,577 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a69a7b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:29,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3a89cde3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/java.io.tmpdir/jetty-localhost-44445-hadoop-hdfs-3_4_1-tests_jar-_-any-1578656438985089412/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:29,671 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55175396{HTTP/1.1, (http/1.1)}{localhost:44445} 2024-11-24T08:48:29,671 INFO [Time-limited test {}] server.Server(415): Started @77467ms 2024-11-24T08:48:29,673 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:29,692 WARN [AsyncFSWAL-0-hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76-prefix:469387a2cdb6,43131,1732438097921 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,692 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 469387a2cdb6%2C43131%2C1732438097921:(num 1732438098424) roll requested 2024-11-24T08:48:29,710 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438109692, exclude list is [], retry=0 2024-11-24T08:48:29,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-23180cdc-e794-42ec-be16-a16ce02bfee9,DISK] 2024-11-24T08:48:29,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32965,DS-73041c36-ccdf-47cd-ae0d-ad1c2f9176a4,DISK] 2024-11-24T08:48:29,715 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438109692 2024-11-24T08:48:29,716 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223),(127.0.0.1/127.0.0.1:45709:45709)] 2024-11-24T08:48:29,716 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 is not closed yet, will try archiving it next time 2024-11-24T08:48:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:48:29,717 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:48:29,718 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:29,717 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:29,718 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:29,718 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:48:29,718 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:48:29,718 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=925184914, stopped=false 2024-11-24T08:48:29,718 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=469387a2cdb6,46809,1732438097864 2024-11-24T08:48:29,720 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-24T08:48:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:29,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:29,720 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:48:29,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:48:29,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:29,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:29,721 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '469387a2cdb6,43131,1732438097921' ***** 2024-11-24T08:48:29,721 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:48:29,721 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:29,721 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:48:29,721 INFO [RS:0;469387a2cdb6:43131 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:48:29,721 INFO [RS:0;469387a2cdb6:43131 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(3091): Received CLOSE for b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:29,722 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(959): stopping server 469387a2cdb6,43131,1732438097921 2024-11-24T08:48:29,722 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:48:29,722 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;469387a2cdb6:43131. 2024-11-24T08:48:29,722 DEBUG [RS:0;469387a2cdb6:43131 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:48:29,722 DEBUG [RS:0;469387a2cdb6:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:48:29,722 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:48:29,723 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:48:29,723 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:48:29,723 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b88fea1e6121e2f97851bb5ca03422d1, disabling compactions & flushes 2024-11-24T08:48:29,723 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,723 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,723 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. after waiting 0 ms 2024-11-24T08:48:29,723 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,724 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b88fea1e6121e2f97851bb5ca03422d1 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-24T08:48:29,726 WARN [IPC Server handler 0 on default port 37371 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-24T08:48:29,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:29,730 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:48:29,730 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1325): Online Regions={b88fea1e6121e2f97851bb5ca03422d1=TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1., 1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:48:29,730 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:48:29,730 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b88fea1e6121e2f97851bb5ca03422d1 2024-11-24T08:48:29,730 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:48:29,730 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:48:29,730 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:48:29,730 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:48:29,730 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-24T08:48:29,731 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 after 6ms 2024-11-24T08:48:29,731 WARN [AsyncFSWAL-0-hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76-prefix:469387a2cdb6,43131,1732438097921.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,731 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 469387a2cdb6%2C43131%2C1732438097921.meta:.meta(num 1732438098800) roll requested 2024-11-24T08:48:29,746 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438109732.meta, exclude list is [], retry=0 2024-11-24T08:48:29,749 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/.tmp/info/37220d2c5b7a4d578af54db6befd0586 is 1055, key is row0001/info:/1732438109550/Put/seqid=0 2024-11-24T08:48:29,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33793,DS-ecad0392-f5cf-4d18-81a6-c36532f83e4b,DISK] 2024-11-24T08:48:29,750 INFO [regionserver/469387a2cdb6:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:45983,DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-24T08:48:29,750 WARN [regionserver/469387a2cdb6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438109732.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:45983 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741839_1016 (size=7062) 2024-11-24T08:48:29,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741839_1016 (size=7062) 2024-11-24T08:48:29,764 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/.tmp/info/37220d2c5b7a4d578af54db6befd0586 2024-11-24T08:48:29,772 WARN [Thread-609 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:29,775 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/.tmp/info/37220d2c5b7a4d578af54db6befd0586 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/info/37220d2c5b7a4d578af54db6befd0586 2024-11-24T08:48:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7400060045ac11e with lease ID 0x1cb3e2148402582d: from storage DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549 node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=40457, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 5, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:48:29,777 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc7400060045ac11e with lease ID 0x1cb3e2148402582d: from storage DS-b7a2aa29-ddcc-4150-8601-0946f19cf3ca node DatanodeRegistration(127.0.0.1:39985, datanodeUuid=d95998d0-52fb-4b55-9efb-94a097f437a8, infoPort=40457, infoSecurePort=0, ipcPort=46447, storageInfo=lv=-57;cid=testClusterID;nsid=1522330400;c=1732438097254), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:29,783 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/info/37220d2c5b7a4d578af54db6befd0586, entries=2, sequenceid=6, filesize=6.9 K 2024-11-24T08:48:29,785 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b88fea1e6121e2f97851bb5ca03422d1 in 61ms, sequenceid=6, compaction requested=false 2024-11-24T08:48:29,791 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/default/TestLogRolling-testLogRollOnDatanodeDeath/b88fea1e6121e2f97851bb5ca03422d1/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:48:29,792 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,792 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b88fea1e6121e2f97851bb5ca03422d1: Waiting for close lock at 1732438109723Running coprocessor pre-close hooks at 1732438109723Disabling compacts and flushes for region at 1732438109723Disabling writes for close at 1732438109723Obtaining lock to block concurrent updates at 1732438109724 (+1 ms)Preparing flush snapshotting stores in b88fea1e6121e2f97851bb5ca03422d1 at 1732438109724Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732438109724Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. at 1732438109725 (+1 ms)Flushing b88fea1e6121e2f97851bb5ca03422d1/info: creating writer at 1732438109725Flushing b88fea1e6121e2f97851bb5ca03422d1/info: appending metadata at 1732438109748 (+23 ms)Flushing b88fea1e6121e2f97851bb5ca03422d1/info: closing flushed file at 1732438109748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a8f0475: reopening flushed file at 1732438109774 (+26 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for b88fea1e6121e2f97851bb5ca03422d1 in 61ms, sequenceid=6, compaction requested=false at 1732438109785 (+11 ms)Writing region close event to WAL at 1732438109787 (+2 ms)Running coprocessor post-close hooks at 1732438109792 (+5 ms)Closed at 1732438109792 2024-11-24T08:48:29,792 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1. 2024-11-24T08:48:29,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741833_1014 (size=1599) 2024-11-24T08:48:29,851 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438109732.meta, exclude list is [(127.0.0.1/127.0.0.1:46569:46569)], retry=1 2024-11-24T08:48:29,851 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1880245014_22 at /127.0.0.1:35566 [Receiving block BP-1069603195-172.17.0.2-1732438097254:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:33793:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35566 dst: /127.0.0.1:33793 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34737,DS-23180cdc-e794-42ec-be16-a16ce02bfee9,DISK] 2024-11-24T08:48:29,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39985,DS-0650f31c-ff76-49bf-a9c0-6ccd740d9549,DISK] 2024-11-24T08:48:29,859 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438109732.meta 2024-11-24T08:48:29,859 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44223:44223),(127.0.0.1/127.0.0.1:40457:40457)] 2024-11-24T08:48:29,860 DEBUG [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta is not closed yet, will try archiving it next time 2024-11-24T08:48:29,860 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,860 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:29,861 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta 2024-11-24T08:48:29,861 WARN [IPC Server handler 2 on default port 37371 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-24T08:48:29,862 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta after 1ms 2024-11-24T08:48:29,878 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/info/3776c8352127426bbaa8eb31acbe0242 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732438099496.b88fea1e6121e2f97851bb5ca03422d1./info:regioninfo/1732438099883/Put/seqid=0 2024-11-24T08:48:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741841_1019 (size=7089) 2024-11-24T08:48:29,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741841_1019 (size=7089) 2024-11-24T08:48:29,885 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/info/3776c8352127426bbaa8eb31acbe0242 2024-11-24T08:48:29,910 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/ns/21a655521c4848089e0d177dc61ba752 is 43, key is default/ns:d/1732438098860/Put/seqid=0 2024-11-24T08:48:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32965 is added to blk_1073741842_1020 (size=5153) 2024-11-24T08:48:29,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741842_1020 (size=5153) 2024-11-24T08:48:29,917 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/ns/21a655521c4848089e0d177dc61ba752 2024-11-24T08:48:29,930 DEBUG [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:48:29,942 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/table/c1aec089c2274853ac37ad515ba99b7a is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732438099895/Put/seqid=0 2024-11-24T08:48:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741843_1021 (size=5424) 2024-11-24T08:48:29,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741843_1021 (size=5424) 2024-11-24T08:48:29,948 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/table/c1aec089c2274853ac37ad515ba99b7a 2024-11-24T08:48:29,956 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/info/3776c8352127426bbaa8eb31acbe0242 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/info/3776c8352127426bbaa8eb31acbe0242 2024-11-24T08:48:29,964 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/info/3776c8352127426bbaa8eb31acbe0242, entries=10, sequenceid=11, filesize=6.9 K 2024-11-24T08:48:29,966 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/ns/21a655521c4848089e0d177dc61ba752 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/ns/21a655521c4848089e0d177dc61ba752 2024-11-24T08:48:29,974 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/ns/21a655521c4848089e0d177dc61ba752, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:48:29,975 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/.tmp/table/c1aec089c2274853ac37ad515ba99b7a as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/table/c1aec089c2274853ac37ad515ba99b7a 2024-11-24T08:48:29,983 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/table/c1aec089c2274853ac37ad515ba99b7a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-24T08:48:29,985 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 254ms, sequenceid=11, compaction requested=false 2024-11-24T08:48:29,990 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:48:29,991 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:29,991 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:29,992 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438109730Running coprocessor pre-close hooks at 1732438109730Disabling compacts and flushes for region at 1732438109730Disabling writes for close at 1732438109730Obtaining lock to block concurrent updates at 1732438109730Preparing flush snapshotting stores in 1588230740 at 1732438109730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732438109731 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732438109860 (+129 ms)Flushing 1588230740/info: creating writer at 1732438109860Flushing 1588230740/info: appending metadata at 1732438109877 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732438109877Flushing 1588230740/ns: creating writer at 1732438109892 (+15 ms)Flushing 1588230740/ns: appending metadata at 1732438109910 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732438109910Flushing 1588230740/table: creating writer at 1732438109925 (+15 ms)Flushing 1588230740/table: appending metadata at 1732438109941 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732438109941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705ae109: reopening flushed file at 1732438109955 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45f485e3: reopening flushed file at 1732438109965 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15c60f75: reopening flushed file at 1732438109974 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 254ms, sequenceid=11, compaction requested=false at 1732438109985 (+11 ms)Writing region close event to WAL at 1732438109986 (+1 ms)Running coprocessor post-close hooks at 1732438109991 (+5 ms)Closed at 1732438109991 2024-11-24T08:48:29,992 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:30,130 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(976): stopping server 469387a2cdb6,43131,1732438097921; all regions closed. 2024-11-24T08:48:30,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39985 is added to blk_1073741840_1017 (size=825) 2024-11-24T08:48:30,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741840_1017 (size=825) 2024-11-24T08:48:30,284 INFO [regionserver/469387a2cdb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:48:30,288 INFO [regionserver/469387a2cdb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-24T08:48:30,289 INFO [regionserver/469387a2cdb6:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-24T08:48:33,731 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 after 4009ms 2024-11-24T08:48:33,732 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.1732438098424 to hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs/469387a2cdb6%2C43131%2C1732438097921.1732438098424 2024-11-24T08:48:33,863 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta after 4002ms 2024-11-24T08:48:33,863 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/WALs/469387a2cdb6,43131,1732438097921/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta to hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs/469387a2cdb6%2C43131%2C1732438097921.meta.1732438098800.meta 2024-11-24T08:48:33,866 DEBUG [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs 2024-11-24T08:48:33,867 INFO [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C43131%2C1732438097921.meta:.meta(num 1732438109732) 2024-11-24T08:48:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32965 is added to blk_1073741837_1013 (size=2288) 2024-11-24T08:48:33,870 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741837_1013 (size=2288) 2024-11-24T08:48:33,874 DEBUG [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs 2024-11-24T08:48:33,874 INFO [RS:0;469387a2cdb6:43131 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C43131%2C1732438097921:(num 1732438109692) 2024-11-24T08:48:33,874 DEBUG [RS:0;469387a2cdb6:43131 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:33,874 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:48:33,877 INFO [RS:0;469387a2cdb6:43131 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:48:33,877 INFO [RS:0;469387a2cdb6:43131 {}] hbase.ChoreService(370): Chore service for: regionserver/469387a2cdb6:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:48:33,877 INFO [RS:0;469387a2cdb6:43131 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:48:33,877 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:48:33,877 INFO [RS:0;469387a2cdb6:43131 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43131 2024-11-24T08:48:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:48:33,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/469387a2cdb6,43131,1732438097921 2024-11-24T08:48:33,879 INFO [RS:0;469387a2cdb6:43131 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:48:33,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [469387a2cdb6,43131,1732438097921] 2024-11-24T08:48:33,881 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/469387a2cdb6,43131,1732438097921 already deleted, retry=false 2024-11-24T08:48:33,881 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 469387a2cdb6,43131,1732438097921 expired; onlineServers=0 2024-11-24T08:48:33,881 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '469387a2cdb6,46809,1732438097864' ***** 2024-11-24T08:48:33,881 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:48:33,881 INFO [M:0;469387a2cdb6:46809 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:48:33,882 INFO [M:0;469387a2cdb6:46809 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:48:33,882 DEBUG [M:0;469387a2cdb6:46809 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:48:33,882 DEBUG [M:0;469387a2cdb6:46809 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:48:33,882 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:48:33,882 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438098156 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438098156,5,FailOnTimeoutGroup] 2024-11-24T08:48:33,882 INFO [M:0;469387a2cdb6:46809 {}] hbase.ChoreService(370): Chore service for: master/469387a2cdb6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:48:33,882 INFO [M:0;469387a2cdb6:46809 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:48:33,882 DEBUG [M:0;469387a2cdb6:46809 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:48:33,882 INFO [M:0;469387a2cdb6:46809 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:48:33,882 INFO [M:0;469387a2cdb6:46809 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:48:33,883 INFO [M:0;469387a2cdb6:46809 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:48:33,883 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438098156 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438098156,5,FailOnTimeoutGroup] 2024-11-24T08:48:33,883 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:48:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T08:48:33,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:33,884 DEBUG [M:0;469387a2cdb6:46809 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/master already deleted, retry=false 2024-11-24T08:48:33,884 DEBUG [M:0;469387a2cdb6:46809 {}] master.ActiveMasterManager(353): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Failed delete of our master address node; KeeperErrorCode = NoNode for /hbase/master 2024-11-24T08:48:33,886 INFO [M:0;469387a2cdb6:46809 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/.lastflushedseqids 2024-11-24T08:48:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741844_1022 (size=139) 2024-11-24T08:48:33,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741844_1022 (size=139) 2024-11-24T08:48:33,905 INFO [M:0;469387a2cdb6:46809 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:48:33,905 INFO [M:0;469387a2cdb6:46809 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:48:33,905 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:48:33,905 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:33,905 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:33,905 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:48:33,905 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:33,906 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-24T08:48:33,907 WARN [AsyncFSWAL-0-hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData-prefix:469387a2cdb6,46809,1732438097864 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:33,907 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 469387a2cdb6%2C46809%2C1732438097864:(num 1732438098063) roll requested 2024-11-24T08:48:33,926 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438113907, exclude list is [], retry=0 2024-11-24T08:48:33,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33793,DS-ecad0392-f5cf-4d18-81a6-c36532f83e4b,DISK] 2024-11-24T08:48:33,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32965,DS-73041c36-ccdf-47cd-ae0d-ad1c2f9176a4,DISK] 2024-11-24T08:48:33,932 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438113907 2024-11-24T08:48:33,933 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45709:45709),(127.0.0.1/127.0.0.1:34693:34693)] 2024-11-24T08:48:33,933 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 is not closed yet, will try archiving it next time 2024-11-24T08:48:33,933 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:33,933 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-24T08:48:33,934 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 2024-11-24T08:48:33,935 WARN [IPC Server handler 4 on default port 37371 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-24T08:48:33,935 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 after 1ms 2024-11-24T08:48:33,954 DEBUG [M:0;469387a2cdb6:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c965994f84e4cd5b80aba6c9104483e is 82, key is hbase:meta,,1/info:regioninfo/1732438098843/Put/seqid=0 2024-11-24T08:48:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741846_1025 (size=5672) 2024-11-24T08:48:33,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741846_1025 (size=5672) 2024-11-24T08:48:33,961 INFO [M:0;469387a2cdb6:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c965994f84e4cd5b80aba6c9104483e 2024-11-24T08:48:33,981 INFO [RS:0;469387a2cdb6:43131 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:48:33,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:33,981 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43131-0x10070eadc200001, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:33,981 INFO [RS:0;469387a2cdb6:43131 {}] regionserver.HRegionServer(1031): Exiting; stopping=469387a2cdb6,43131,1732438097921; zookeeper connection closed. 2024-11-24T08:48:33,982 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@d1470e6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@d1470e6 2024-11-24T08:48:33,982 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:48:33,994 DEBUG [M:0;469387a2cdb6:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515ce9ed375f4569be50d1036a5b5a35 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732438099901/Put/seqid=0 2024-11-24T08:48:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741847_1026 (size=6114) 2024-11-24T08:48:34,003 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741847_1026 (size=6114) 2024-11-24T08:48:34,004 INFO [M:0;469387a2cdb6:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515ce9ed375f4569be50d1036a5b5a35 2024-11-24T08:48:34,031 DEBUG [M:0;469387a2cdb6:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d56340508224c61841015cdc602b394 is 69, key is 469387a2cdb6,43131,1732438097921/rs:state/1732438098265/Put/seqid=0 2024-11-24T08:48:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741848_1027 (size=5156) 2024-11-24T08:48:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741848_1027 (size=5156) 2024-11-24T08:48:34,042 INFO [M:0;469387a2cdb6:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d56340508224c61841015cdc602b394 2024-11-24T08:48:34,072 DEBUG [M:0;469387a2cdb6:46809 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e7a13c4323ad4b678a022de711728ab9 is 52, key is load_balancer_on/state:d/1732438098965/Put/seqid=0 2024-11-24T08:48:34,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34625 is added to blk_1073741849_1028 (size=5056) 2024-11-24T08:48:34,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34737 is added to blk_1073741849_1028 (size=5056) 2024-11-24T08:48:34,084 INFO [M:0;469387a2cdb6:46809 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e7a13c4323ad4b678a022de711728ab9 2024-11-24T08:48:34,092 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3c965994f84e4cd5b80aba6c9104483e as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c965994f84e4cd5b80aba6c9104483e 2024-11-24T08:48:34,102 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3c965994f84e4cd5b80aba6c9104483e, entries=8, sequenceid=56, filesize=5.5 K 2024-11-24T08:48:34,104 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/515ce9ed375f4569be50d1036a5b5a35 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/515ce9ed375f4569be50d1036a5b5a35 2024-11-24T08:48:34,112 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/515ce9ed375f4569be50d1036a5b5a35, entries=6, sequenceid=56, filesize=6.0 K 2024-11-24T08:48:34,113 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/9d56340508224c61841015cdc602b394 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d56340508224c61841015cdc602b394 2024-11-24T08:48:34,127 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/9d56340508224c61841015cdc602b394, entries=1, sequenceid=56, filesize=5.0 K 2024-11-24T08:48:34,129 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e7a13c4323ad4b678a022de711728ab9 as hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e7a13c4323ad4b678a022de711728ab9 2024-11-24T08:48:34,138 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e7a13c4323ad4b678a022de711728ab9, entries=1, sequenceid=56, filesize=4.9 K 2024-11-24T08:48:34,140 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 234ms, sequenceid=56, compaction requested=false 2024-11-24T08:48:34,141 INFO [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:34,142 DEBUG [M:0;469387a2cdb6:46809 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438113905Disabling compacts and flushes for region at 1732438113905Disabling writes for close at 1732438113905Obtaining lock to block concurrent updates at 1732438113906 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732438113906Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732438113906Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732438113934 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732438113934Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732438113954 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732438113954Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732438113968 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732438113993 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732438113994 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732438114013 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732438114030 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732438114031 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732438114050 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732438114072 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732438114072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48683bb5: reopening flushed file at 1732438114091 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ab8641b: reopening flushed file at 1732438114102 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16df0409: reopening flushed file at 1732438114112 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51179bb8: reopening flushed file at 1732438114128 (+16 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 234ms, sequenceid=56, compaction requested=false at 1732438114140 (+12 ms)Writing region close event to WAL at 1732438114141 (+1 ms)Closed at 1732438114141 2024-11-24T08:48:34,145 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33793 is added to blk_1073741845_1023 (size=757) 2024-11-24T08:48:34,146 WARN [Close-WAL-Writer-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438113907 not finished, retry = 0 2024-11-24T08:48:34,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32965 is added to blk_1073741845_1023 (size=757) 2024-11-24T08:48:34,794 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:34,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:34,810 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:35,318 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:48:35,320 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:35,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:35,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:36,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-24T08:48:36,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:36,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:48:36,933 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:48:37,936 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 after 4002ms 2024-11-24T08:48:37,937 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/WALs/469387a2cdb6,46809,1732438097864/469387a2cdb6%2C46809%2C1732438097864.1732438098063 to hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/oldWALs/469387a2cdb6%2C46809%2C1732438097864.1732438098063 2024-11-24T08:48:37,940 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/MasterData/oldWALs/469387a2cdb6%2C46809%2C1732438097864.1732438098063 to hdfs://localhost:37371/user/jenkins/test-data/d059caf6-7af3-461a-6156-0a9ff59edc76/oldWALs/469387a2cdb6%2C46809%2C1732438097864.1732438098063$masterlocalwal$ 2024-11-24T08:48:37,940 INFO [M:0;469387a2cdb6:46809 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:48:37,940 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:48:37,940 INFO [M:0;469387a2cdb6:46809 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46809 2024-11-24T08:48:37,940 INFO [M:0;469387a2cdb6:46809 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:48:38,042 INFO [M:0;469387a2cdb6:46809 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:48:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46809-0x10070eadc200000, quorum=127.0.0.1:61259, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:48:38,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3a89cde3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,045 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55175396{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,045 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a69a7b7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@15267313{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,047 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:38,047 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:38,047 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid d95998d0-52fb-4b55-9efb-94a097f437a8) service to localhost/127.0.0.1:37371 2024-11-24T08:48:38,047 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data1/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,047 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data2/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,048 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:38,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33ebab8c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,050 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f1e4ae0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,050 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63f1466f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,050 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@633efabb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,052 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:38,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:38,052 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid 07c62831-a9e7-4b10-8b8d-7aa5f42daea2) service to localhost/127.0.0.1:37371 2024-11-24T08:48:38,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,052 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data9/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data10/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,053 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:38,055 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@36b1e39b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,055 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@32a39f41{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,055 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f965db4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,056 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d42ede5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,057 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:38,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:38,057 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid 45fbee98-dc62-4044-8812-7439a6a2daae) service to localhost/127.0.0.1:37371 2024-11-24T08:48:38,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data7/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data8/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,058 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:38,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@713f6d07{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,061 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5ff973ec{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,061 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6299fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,061 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@55fe3510{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:38,062 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:38,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,062 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid 29adef8a-1d04-41a2-9c1d-ce37658c2d97) service to localhost/127.0.0.1:37371 2024-11-24T08:48:38,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data5/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data6/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,064 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:38,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@17355d56{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@33ae62fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ac53736{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73df7719{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,068 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:48:38,068 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:48:38,068 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,068 WARN [BP-1069603195-172.17.0.2-1732438097254 heartbeating to localhost/127.0.0.1:37371 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1069603195-172.17.0.2-1732438097254 (Datanode Uuid e63f5327-19c3-4432-9455-cda65960a014) service to localhost/127.0.0.1:37371 2024-11-24T08:48:38,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data3/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,069 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/cluster_5f71a257-b3f5-1ed4-7c93-733b1e4069af/data/data4/current/BP-1069603195-172.17.0.2-1732438097254 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:48:38,069 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:48:38,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f247e9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:48:38,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1c5c740d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:48:38,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:48:38,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d49ad70{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:48:38,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d075292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir/,STOPPED} 2024-11-24T08:48:38,085 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:48:38,111 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:48:38,118 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:37371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:37371 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37371 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37371 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1125614927) connection to localhost/127.0.0.1:37371 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=443 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=126 (was 150), ProcessCount=11 (was 11), AvailableMemoryMB=1802 (was 2533) 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=126, ProcessCount=11, AvailableMemoryMB=1802 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.log.dir so I do NOT create it in target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/deaa774c-746c-77d1-a80d-f25fd18992d4/hadoop.tmp.dir so I do NOT create it in target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4, deleteOnExit=true 2024-11-24T08:48:38,125 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/test.cache.data in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:48:38,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:48:38,126 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:48:38,127 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:48:38,205 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:38,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:38,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:38,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:38,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:38,213 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:38,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e85a290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:38,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4e3c79f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:38,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@704479b0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/java.io.tmpdir/jetty-localhost-34397-hadoop-hdfs-3_4_1-tests_jar-_-any-5882699874098441446/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:48:38,305 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51de52d6{HTTP/1.1, (http/1.1)}{localhost:34397} 2024-11-24T08:48:38,305 INFO [Time-limited test {}] server.Server(415): Started @86101ms 2024-11-24T08:48:38,368 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:38,371 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:38,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:38,373 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:38,373 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:48:38,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a5a2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:38,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5432dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:38,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d716875{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/java.io.tmpdir/jetty-localhost-43423-hadoop-hdfs-3_4_1-tests_jar-_-any-16202135620408385486/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,469 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@295bc1e4{HTTP/1.1, (http/1.1)}{localhost:43423} 2024-11-24T08:48:38,469 INFO [Time-limited test {}] server.Server(415): Started @86265ms 2024-11-24T08:48:38,470 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:38,497 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:48:38,500 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:48:38,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:48:38,500 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:48:38,501 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:48:38,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25fed76c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:48:38,501 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13c4705d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:48:38,533 WARN [Thread-781 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data1/current/BP-2122140702-172.17.0.2-1732438118151/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:38,533 WARN [Thread-782 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data2/current/BP-2122140702-172.17.0.2-1732438118151/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:38,553 WARN [Thread-760 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:38,555 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2758ea1a295b46c with lease ID 0x1e15355281db5b7f: Processing first storage report for DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7 from datanode DatanodeRegistration(127.0.0.1:37023, datanodeUuid=693e7a28-8b7e-4b15-8e31-dc060746b471, infoPort=35059, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151) 2024-11-24T08:48:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2758ea1a295b46c with lease ID 0x1e15355281db5b7f: from storage DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7 node DatanodeRegistration(127.0.0.1:37023, datanodeUuid=693e7a28-8b7e-4b15-8e31-dc060746b471, infoPort=35059, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2758ea1a295b46c with lease ID 0x1e15355281db5b7f: Processing first storage report for DS-de82f6fa-be4f-4378-970c-e01ed5b3a03f from datanode DatanodeRegistration(127.0.0.1:37023, datanodeUuid=693e7a28-8b7e-4b15-8e31-dc060746b471, infoPort=35059, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151) 2024-11-24T08:48:38,556 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2758ea1a295b46c with lease ID 0x1e15355281db5b7f: from storage DS-de82f6fa-be4f-4378-970c-e01ed5b3a03f node DatanodeRegistration(127.0.0.1:37023, datanodeUuid=693e7a28-8b7e-4b15-8e31-dc060746b471, infoPort=35059, infoSecurePort=0, ipcPort=39859, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:38,596 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25ec3b60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/java.io.tmpdir/jetty-localhost-41741-hadoop-hdfs-3_4_1-tests_jar-_-any-507883832283609989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:48:38,596 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6aca7b5c{HTTP/1.1, (http/1.1)}{localhost:41741} 2024-11-24T08:48:38,597 INFO [Time-limited test {}] server.Server(415): Started @86393ms 2024-11-24T08:48:38,598 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:48:38,656 WARN [Thread-807 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data3/current/BP-2122140702-172.17.0.2-1732438118151/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:38,656 WARN [Thread-808 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data4/current/BP-2122140702-172.17.0.2-1732438118151/current, will proceed with Du for space computation calculation, 2024-11-24T08:48:38,673 WARN [Thread-796 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:48:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67e38630beb330ab with lease ID 0x1e15355281db5b80: Processing first storage report for DS-079f2fe4-c671-4e60-b042-00e659376186 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=bbd74b5f-81ce-4d8c-b158-871cecd5decf, infoPort=44417, infoSecurePort=0, ipcPort=45131, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151) 2024-11-24T08:48:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67e38630beb330ab with lease ID 0x1e15355281db5b80: from storage DS-079f2fe4-c671-4e60-b042-00e659376186 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=bbd74b5f-81ce-4d8c-b158-871cecd5decf, infoPort=44417, infoSecurePort=0, ipcPort=45131, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x67e38630beb330ab with lease ID 0x1e15355281db5b80: Processing first storage report for DS-005d3567-f483-4904-b89c-2f3bea1592a2 from datanode DatanodeRegistration(127.0.0.1:39299, datanodeUuid=bbd74b5f-81ce-4d8c-b158-871cecd5decf, infoPort=44417, infoSecurePort=0, ipcPort=45131, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151) 2024-11-24T08:48:38,676 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x67e38630beb330ab with lease ID 0x1e15355281db5b80: from storage DS-005d3567-f483-4904-b89c-2f3bea1592a2 node DatanodeRegistration(127.0.0.1:39299, datanodeUuid=bbd74b5f-81ce-4d8c-b158-871cecd5decf, infoPort=44417, infoSecurePort=0, ipcPort=45131, storageInfo=lv=-57;cid=testClusterID;nsid=40729121;c=1732438118151), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:48:38,721 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5 2024-11-24T08:48:38,726 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/zookeeper_0, clientPort=65025, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:48:38,727 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65025 2024-11-24T08:48:38,727 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:48:38,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:48:38,739 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822 with version=8 2024-11-24T08:48:38,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase-staging 2024-11-24T08:48:38,741 INFO [Time-limited test {}] client.ConnectionUtils(128): master/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:48:38,741 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:48:38,742 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37717 2024-11-24T08:48:38,743 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37717 connecting to ZooKeeper ensemble=127.0.0.1:65025 2024-11-24T08:48:38,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:377170x0, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:48:38,747 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37717-0x10070eb2db30000 connected 2024-11-24T08:48:38,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,763 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:38,766 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822, hbase.cluster.distributed=false 2024-11-24T08:48:38,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:48:38,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-24T08:48:38,769 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37717 2024-11-24T08:48:38,770 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37717 2024-11-24T08:48:38,771 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-24T08:48:38,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37717 2024-11-24T08:48:38,786 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:48:38,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:48:38,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43205 2024-11-24T08:48:38,788 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43205 connecting to ZooKeeper ensemble=127.0.0.1:65025 2024-11-24T08:48:38,789 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:432050x0, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:48:38,794 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:432050x0, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:48:38,794 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43205-0x10070eb2db30001 connected 2024-11-24T08:48:38,794 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:48:38,796 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:48:38,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T08:48:38,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:48:38,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43205 2024-11-24T08:48:38,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43205 2024-11-24T08:48:38,801 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43205 2024-11-24T08:48:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43205 2024-11-24T08:48:38,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43205 2024-11-24T08:48:38,813 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;469387a2cdb6:37717 2024-11-24T08:48:38,814 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:38,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:38,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T08:48:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,817 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T08:48:38,817 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/469387a2cdb6,37717,1732438118740 from backup master directory 2024-11-24T08:48:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:38,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:48:38,818 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:48:38,818 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,825 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/hbase.id] with ID: ba0ace85-1aad-4cac-943b-2a3eb1631381 2024-11-24T08:48:38,825 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/.tmp/hbase.id 2024-11-24T08:48:38,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:48:38,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:48:38,834 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/.tmp/hbase.id]:[hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/hbase.id] 2024-11-24T08:48:38,847 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:38,847 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:48:38,849 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-24T08:48:38,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:48:38,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:48:38,858 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:48:38,859 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:48:38,859 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:48:38,867 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:48:38,869 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store 2024-11-24T08:48:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:48:38,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:48:38,876 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:38,876 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:48:38,876 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438118876Disabling compacts and flushes for region at 1732438118876Disabling writes for close at 1732438118876Writing region close event to WAL at 1732438118876Closed at 1732438118876 2024-11-24T08:48:38,877 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/.initializing 2024-11-24T08:48:38,877 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/WALs/469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,879 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:48:38,880 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C37717%2C1732438118740, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/WALs/469387a2cdb6,37717,1732438118740, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/oldWALs, maxLogs=10 2024-11-24T08:48:38,892 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/WALs/469387a2cdb6,37717,1732438118740/469387a2cdb6%2C37717%2C1732438118740.1732438118881, exclude list is [], retry=0 2024-11-24T08:48:38,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:48:38,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:48:38,897 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/WALs/469387a2cdb6,37717,1732438118740/469387a2cdb6%2C37717%2C1732438118740.1732438118881 2024-11-24T08:48:38,897 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-24T08:48:38,897 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:38,897 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:38,897 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,898 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,901 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:48:38,901 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:38,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:38,902 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,903 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:48:38,903 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:38,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:38,904 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,905 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:48:38,905 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:38,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:38,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:48:38,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:38,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:38,908 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,909 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,910 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,912 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,912 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,912 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:48:38,914 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:48:38,917 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:38,917 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836415, jitterRate=0.06355725228786469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:48:38,918 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732438118898Initializing all the Stores at 1732438118899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438118899Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438118899Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438118899Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438118899Cleaning up temporary data from old regions at 1732438118912 (+13 ms)Region opened successfully at 1732438118918 (+6 ms) 2024-11-24T08:48:38,918 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:48:38,922 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f87165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:48:38,923 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:48:38,923 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:48:38,923 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:48:38,923 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:48:38,924 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:48:38,924 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:48:38,924 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:48:38,927 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:48:38,928 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T08:48:38,929 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T08:48:38,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:48:38,931 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:48:38,931 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T08:48:38,932 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:48:38,933 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:48:38,934 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T08:48:38,936 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:48:38,937 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T08:48:38,939 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:48:38,940 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T08:48:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:48:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,942 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=469387a2cdb6,37717,1732438118740, sessionid=0x10070eb2db30000, setting cluster-up flag (Was=false) 2024-11-24T08:48:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,946 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T08:48:38,947 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:38,952 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T08:48:38,953 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,37717,1732438118740 2024-11-24T08:48:38,955 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:48:38,957 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:38,957 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:48:38,957 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:48:38,958 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 469387a2cdb6,37717,1732438118740 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/469387a2cdb6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:48:38,959 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:38,960 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:48:38,960 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:38,961 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732438148961 2024-11-24T08:48:38,961 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:48:38,961 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:38,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:48:38,962 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:48:38,963 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:48:38,963 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:48:38,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:38,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:48:38,964 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438118963,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,964 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438118964,5,FailOnTimeoutGroup] 2024-11-24T08:48:38,964 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:38,964 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:48:38,964 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:38,964 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:48:38,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:48:39,005 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(746): ClusterId : ba0ace85-1aad-4cac-943b-2a3eb1631381 2024-11-24T08:48:39,006 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:48:39,008 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:48:39,008 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:48:39,009 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:48:39,010 DEBUG [RS:0;469387a2cdb6:43205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c19fb93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:48:39,020 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;469387a2cdb6:43205 2024-11-24T08:48:39,020 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:48:39,020 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:48:39,020 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:48:39,021 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(2659): reportForDuty to master=469387a2cdb6,37717,1732438118740 with port=43205, startcode=1732438118786 2024-11-24T08:48:39,021 DEBUG [RS:0;469387a2cdb6:43205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:48:39,023 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53259, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:48:39,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37717 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37717 {}] master.ServerManager(517): Registering regionserver=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,025 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822 2024-11-24T08:48:39,025 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33877 2024-11-24T08:48:39,025 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:48:39,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:48:39,027 DEBUG [RS:0;469387a2cdb6:43205 {}] zookeeper.ZKUtil(111): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,027 WARN [RS:0;469387a2cdb6:43205 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:48:39,028 INFO [RS:0;469387a2cdb6:43205 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:39,028 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,028 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [469387a2cdb6,43205,1732438118786] 2024-11-24T08:48:39,032 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:48:39,033 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:48:39,034 INFO [RS:0;469387a2cdb6:43205 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:48:39,034 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,034 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:48:39,035 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:48:39,035 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,036 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,037 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,037 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:48:39,037 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:48:39,037 DEBUG [RS:0;469387a2cdb6:43205 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,039 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,43205,1732438118786-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:48:39,059 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:48:39,059 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,43205,1732438118786-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,060 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,060 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.Replication(171): 469387a2cdb6,43205,1732438118786 started 2024-11-24T08:48:39,077 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,078 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1482): Serving as 469387a2cdb6,43205,1732438118786, RpcServer on 469387a2cdb6/172.17.0.2:43205, sessionid=0x10070eb2db30001 2024-11-24T08:48:39,078 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:48:39,078 DEBUG [RS:0;469387a2cdb6:43205 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,078 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,43205,1732438118786' 2024-11-24T08:48:39,078 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,43205,1732438118786' 2024-11-24T08:48:39,079 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T08:48:39,080 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T08:48:39,080 DEBUG [RS:0;469387a2cdb6:43205 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:48:39,080 INFO [RS:0;469387a2cdb6:43205 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:48:39,080 INFO [RS:0;469387a2cdb6:43205 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:48:39,181 INFO [RS:0;469387a2cdb6:43205 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:48:39,183 INFO [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C43205%2C1732438118786, suffix=, logDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs, maxLogs=32 2024-11-24T08:48:39,197 DEBUG [RS:0;469387a2cdb6:43205 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438119183, exclude list is [], retry=0 2024-11-24T08:48:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:48:39,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:48:39,202 INFO [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438119183 2024-11-24T08:48:39,202 DEBUG [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059),(127.0.0.1/127.0.0.1:44417:44417)] 2024-11-24T08:48:39,379 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:48:39,380 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822 2024-11-24T08:48:39,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:48:39,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741833_1009 (size=32) 2024-11-24T08:48:39,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:39,395 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:48:39,396 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:48:39,396 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,397 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:48:39,399 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:48:39,399 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,399 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:48:39,401 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:48:39,401 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,401 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:48:39,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:48:39,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:48:39,404 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740 2024-11-24T08:48:39,405 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740 2024-11-24T08:48:39,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:48:39,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:48:39,407 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:48:39,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:48:39,410 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:39,411 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=850193, jitterRate=0.08107692003250122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:48:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732438119393Initializing all the Stores at 1732438119394 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119394Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119394Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438119394Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119394Cleaning up temporary data from old regions at 1732438119406 (+12 ms)Region opened successfully at 1732438119411 (+5 ms) 2024-11-24T08:48:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:48:39,411 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:48:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:48:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:48:39,411 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:48:39,412 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:48:39,412 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438119411Disabling compacts and flushes for region at 1732438119411Disabling writes for close at 1732438119411Writing region close event to WAL at 1732438119412 (+1 ms)Closed at 1732438119412 2024-11-24T08:48:39,413 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:39,413 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:48:39,413 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:48:39,415 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:48:39,416 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:48:39,566 DEBUG [469387a2cdb6:37717 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:48:39,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,571 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,43205,1732438118786, state=OPENING 2024-11-24T08:48:39,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:48:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:39,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:48:39,576 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:48:39,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:39,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:39,576 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,43205,1732438118786}] 2024-11-24T08:48:39,731 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:48:39,735 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39953, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:48:39,742 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:48:39,742 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:48:39,742 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:48:39,744 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C43205%2C1732438118786.meta, suffix=.meta, logDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786, archiveDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs, maxLogs=32 2024-11-24T08:48:39,761 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.meta.1732438119745.meta, exclude list is [], retry=0 2024-11-24T08:48:39,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:48:39,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:48:39,765 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.meta.1732438119745.meta 2024-11-24T08:48:39,765 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-24T08:48:39,765 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:48:39,766 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:48:39,766 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:48:39,768 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:48:39,769 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:48:39,769 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,769 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:48:39,770 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:48:39,770 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:48:39,772 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:48:39,772 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:48:39,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:48:39,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:48:39,774 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:48:39,774 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740 2024-11-24T08:48:39,775 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740 2024-11-24T08:48:39,777 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:48:39,777 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:48:39,778 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:48:39,779 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:48:39,780 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778896, jitterRate=-0.009582579135894775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:48:39,780 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:48:39,781 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732438119767Writing region info on filesystem at 1732438119767Initializing all the Stores at 1732438119768 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119768Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119768Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438119768Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438119768Cleaning up temporary data from old regions at 1732438119777 (+9 ms)Running coprocessor post-open hooks at 1732438119780 (+3 ms)Region opened successfully at 1732438119781 (+1 ms) 2024-11-24T08:48:39,782 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732438119731 2024-11-24T08:48:39,784 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:48:39,784 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:48:39,785 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,786 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,43205,1732438118786, state=OPEN 2024-11-24T08:48:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:48:39,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:48:39,788 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:39,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:39,788 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:48:39,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:48:39,791 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,43205,1732438118786 in 212 msec 2024-11-24T08:48:39,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:48:39,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 378 msec 2024-11-24T08:48:39,794 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:48:39,795 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:48:39,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:48:39,796 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,43205,1732438118786, seqNum=-1] 2024-11-24T08:48:39,796 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:48:39,797 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46735, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:48:39,802 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 846 msec 2024-11-24T08:48:39,803 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732438119803, completionTime=-1 2024-11-24T08:48:39,803 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:48:39,803 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732438179805 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732438239805 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-469387a2cdb6:37717, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,805 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,806 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,807 DEBUG [master/469387a2cdb6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.991sec 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:48:39,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:48:39,812 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:48:39,812 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:48:39,812 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,37717,1732438118740-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:48:39,906 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a689ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:39,907 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 469387a2cdb6,37717,-1 for getting cluster id 2024-11-24T08:48:39,907 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:48:39,911 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ba0ace85-1aad-4cac-943b-2a3eb1631381' 2024-11-24T08:48:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:48:39,912 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ba0ace85-1aad-4cac-943b-2a3eb1631381" 2024-11-24T08:48:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@144301e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [469387a2cdb6,37717,-1] 2024-11-24T08:48:39,913 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:48:39,914 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:48:39,916 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:48:39,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@551772a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:48:39,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:48:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,43205,1732438118786, seqNum=-1] 2024-11-24T08:48:39,919 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:48:39,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:48:39,922 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=469387a2cdb6,37717,1732438118740 2024-11-24T08:48:39,923 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:48:39,925 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T08:48:39,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:48:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 469387a2cdb6,37717,1732438118740 2024-11-24T08:48:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f62a50 2024-11-24T08:48:39,926 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:48:39,928 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60236, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:48:39,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T08:48:39,929 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T08:48:39,929 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:48:39,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:48:39,931 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:48:39,932 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:39,932 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-24T08:48:39,932 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:48:39,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:48:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741835_1011 (size=405) 2024-11-24T08:48:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741835_1011 (size=405) 2024-11-24T08:48:39,942 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fbb2306500d5da827bab6fde86c4a652, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822 2024-11-24T08:48:39,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741836_1012 (size=88) 2024-11-24T08:48:39,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741836_1012 (size=88) 2024-11-24T08:48:39,950 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:39,950 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing fbb2306500d5da827bab6fde86c4a652, disabling compactions & flushes 2024-11-24T08:48:39,950 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:39,950 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:39,950 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. after waiting 0 ms 2024-11-24T08:48:39,951 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:39,951 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:39,951 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for fbb2306500d5da827bab6fde86c4a652: Waiting for close lock at 1732438119950Disabling compacts and flushes for region at 1732438119950Disabling writes for close at 1732438119950Writing region close event to WAL at 1732438119951 (+1 ms)Closed at 1732438119951 2024-11-24T08:48:39,952 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:48:39,953 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732438119952"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438119952"}]},"ts":"1732438119952"} 2024-11-24T08:48:39,955 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:48:39,957 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:48:39,957 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438119957"}]},"ts":"1732438119957"} 2024-11-24T08:48:39,959 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-24T08:48:39,959 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fbb2306500d5da827bab6fde86c4a652, ASSIGN}] 2024-11-24T08:48:39,961 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fbb2306500d5da827bab6fde86c4a652, ASSIGN 2024-11-24T08:48:39,962 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fbb2306500d5da827bab6fde86c4a652, ASSIGN; state=OFFLINE, location=469387a2cdb6,43205,1732438118786; forceNewPlan=false, retain=false 2024-11-24T08:48:40,114 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbb2306500d5da827bab6fde86c4a652, regionState=OPENING, regionLocation=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:40,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fbb2306500d5da827bab6fde86c4a652, ASSIGN because future has completed 2024-11-24T08:48:40,123 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb2306500d5da827bab6fde86c4a652, server=469387a2cdb6,43205,1732438118786}] 2024-11-24T08:48:40,286 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:40,286 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fbb2306500d5da827bab6fde86c4a652, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:48:40,287 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,287 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:48:40,287 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,287 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,289 INFO [StoreOpener-fbb2306500d5da827bab6fde86c4a652-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,292 INFO [StoreOpener-fbb2306500d5da827bab6fde86c4a652-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fbb2306500d5da827bab6fde86c4a652 columnFamilyName info 2024-11-24T08:48:40,292 DEBUG [StoreOpener-fbb2306500d5da827bab6fde86c4a652-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:48:40,293 INFO [StoreOpener-fbb2306500d5da827bab6fde86c4a652-1 {}] regionserver.HStore(327): Store=fbb2306500d5da827bab6fde86c4a652/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:48:40,293 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,294 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,295 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,295 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,295 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,298 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,301 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:48:40,301 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fbb2306500d5da827bab6fde86c4a652; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=867516, jitterRate=0.1031041294336319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:48:40,301 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:48:40,302 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fbb2306500d5da827bab6fde86c4a652: Running coprocessor pre-open hook at 1732438120287Writing region info on filesystem at 1732438120287Initializing all the Stores at 1732438120289 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438120289Cleaning up temporary data from old regions at 1732438120296 (+7 ms)Running coprocessor post-open hooks at 1732438120301 (+5 ms)Region opened successfully at 1732438120302 (+1 ms) 2024-11-24T08:48:40,303 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652., pid=6, masterSystemTime=1732438120278 2024-11-24T08:48:40,306 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:40,306 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:40,307 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fbb2306500d5da827bab6fde86c4a652, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,43205,1732438118786 2024-11-24T08:48:40,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fbb2306500d5da827bab6fde86c4a652, server=469387a2cdb6,43205,1732438118786 because future has completed 2024-11-24T08:48:40,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:48:40,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fbb2306500d5da827bab6fde86c4a652, server=469387a2cdb6,43205,1732438118786 in 189 msec 2024-11-24T08:48:40,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:48:40,319 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=fbb2306500d5da827bab6fde86c4a652, ASSIGN in 357 msec 2024-11-24T08:48:40,321 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:48:40,321 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438120321"}]},"ts":"1732438120321"} 2024-11-24T08:48:40,323 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-24T08:48:40,324 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:48:40,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 395 msec 2024-11-24T08:48:42,438 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:48:42,443 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,458 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,459 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:42,464 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:48:45,033 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:48:45,034 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-24T08:48:46,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-24T08:48:46,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-24T08:48:46,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:48:46,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-24T08:48:46,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-24T08:48:46,934 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-24T08:48:46,936 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:48:46,937 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T08:48:49,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:48:49,970 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T08:48:49,970 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-24T08:48:49,975 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:48:49,976 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:49,982 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652., hostname=469387a2cdb6,43205,1732438118786, seqNum=2] 2024-11-24T08:48:49,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:48:49,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:48:49,995 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T08:48:49,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:48:49,997 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T08:48:49,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T08:48:50,166 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-24T08:48:50,167 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:50,167 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing fbb2306500d5da827bab6fde86c4a652 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T08:48:50,183 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/eda0470f207448d69cc171b1cbfc2c77 is 1055, key is row0001/info:/1732438129984/Put/seqid=0 2024-11-24T08:48:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741837_1013 (size=6008) 2024-11-24T08:48:50,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741837_1013 (size=6008) 2024-11-24T08:48:50,189 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/eda0470f207448d69cc171b1cbfc2c77 2024-11-24T08:48:50,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/eda0470f207448d69cc171b1cbfc2c77 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77 2024-11-24T08:48:50,209 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77, entries=1, sequenceid=5, filesize=5.9 K 2024-11-24T08:48:50,210 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 43ms, sequenceid=5, compaction requested=false 2024-11-24T08:48:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for fbb2306500d5da827bab6fde86c4a652: 2024-11-24T08:48:50,211 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:48:50,212 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-24T08:48:50,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-24T08:48:50,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T08:48:50,219 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 219 msec 2024-11-24T08:48:50,222 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 229 msec 2024-11-24T08:49:00,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-24T08:49:00,100 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T08:49:00,105 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:00,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:00,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T08:49:00,109 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T08:49:00,110 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T08:49:00,111 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T08:49:00,266 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-24T08:49:00,266 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:00,266 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing fbb2306500d5da827bab6fde86c4a652 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T08:49:00,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/df6723e7de5e4d958b7ccec9d2bbc25d is 1055, key is row0002/info:/1732438140101/Put/seqid=0 2024-11-24T08:49:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741838_1014 (size=6008) 2024-11-24T08:49:00,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741838_1014 (size=6008) 2024-11-24T08:49:00,278 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/df6723e7de5e4d958b7ccec9d2bbc25d 2024-11-24T08:49:00,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/df6723e7de5e4d958b7ccec9d2bbc25d as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d 2024-11-24T08:49:00,292 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d, entries=1, sequenceid=9, filesize=5.9 K 2024-11-24T08:49:00,293 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 27ms, sequenceid=9, compaction requested=false 2024-11-24T08:49:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for fbb2306500d5da827bab6fde86c4a652: 2024-11-24T08:49:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:00,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-24T08:49:00,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-24T08:49:00,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-24T08:49:00,297 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 184 msec 2024-11-24T08:49:00,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-24T08:49:08,721 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:49:10,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-24T08:49:10,181 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T08:49:10,205 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438150188, exclude list is [], retry=0 2024-11-24T08:49:10,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:49:10,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:49:10,208 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438119183 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438150188 2024-11-24T08:49:10,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059),(127.0.0.1/127.0.0.1:44417:44417)] 2024-11-24T08:49:10,209 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438119183 is not closed yet, will try archiving it next time 2024-11-24T08:49:10,210 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:10,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741832_1008 (size=5471) 2024-11-24T08:49:10,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741832_1008 (size=5471) 2024-11-24T08:49:10,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:10,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T08:49:10,212 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T08:49:10,213 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T08:49:10,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T08:49:10,367 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-24T08:49:10,368 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:10,369 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing fbb2306500d5da827bab6fde86c4a652 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T08:49:10,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/ce86b701226e4836912f0c91e62e8a91 is 1055, key is row0003/info:/1732438150185/Put/seqid=0 2024-11-24T08:49:10,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741840_1016 (size=6008) 2024-11-24T08:49:10,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741840_1016 (size=6008) 2024-11-24T08:49:10,386 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/ce86b701226e4836912f0c91e62e8a91 2024-11-24T08:49:10,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/ce86b701226e4836912f0c91e62e8a91 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91 2024-11-24T08:49:10,403 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91, entries=1, sequenceid=13, filesize=5.9 K 2024-11-24T08:49:10,405 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 35ms, sequenceid=13, compaction requested=true 2024-11-24T08:49:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for fbb2306500d5da827bab6fde86c4a652: 2024-11-24T08:49:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:10,405 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-24T08:49:10,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-24T08:49:10,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-24T08:49:10,409 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 194 msec 2024-11-24T08:49:10,412 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-24T08:49:19,812 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T08:49:19,813 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T08:49:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-24T08:49:20,241 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T08:49:20,248 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:20,252 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:49:20,253 DEBUG [Time-limited test {}] regionserver.HStore(1541): fbb2306500d5da827bab6fde86c4a652/info is initiating minor compaction (all files) 2024-11-24T08:49:20,253 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:49:20,253 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:20,254 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of fbb2306500d5da827bab6fde86c4a652/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:20,254 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91] into tmpdir=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp, totalSize=17.6 K 2024-11-24T08:49:20,255 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting eda0470f207448d69cc171b1cbfc2c77, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732438129984 2024-11-24T08:49:20,255 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting df6723e7de5e4d958b7ccec9d2bbc25d, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732438140101 2024-11-24T08:49:20,256 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ce86b701226e4836912f0c91e62e8a91, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732438150185 2024-11-24T08:49:20,280 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): fbb2306500d5da827bab6fde86c4a652#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:20,280 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/f103d6becd794d0a97cd8847cfedf31c is 1055, key is row0001/info:/1732438129984/Put/seqid=0 2024-11-24T08:49:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741841_1017 (size=8221) 2024-11-24T08:49:20,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741841_1017 (size=8221) 2024-11-24T08:49:20,293 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/f103d6becd794d0a97cd8847cfedf31c as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/f103d6becd794d0a97cd8847cfedf31c 2024-11-24T08:49:20,307 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in fbb2306500d5da827bab6fde86c4a652/info of fbb2306500d5da827bab6fde86c4a652 into f103d6becd794d0a97cd8847cfedf31c(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:20,307 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for fbb2306500d5da827bab6fde86c4a652: 2024-11-24T08:49:20,322 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438160309, exclude list is [], retry=0 2024-11-24T08:49:20,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:49:20,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:49:20,326 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438150188 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438160309 2024-11-24T08:49:20,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35059:35059),(127.0.0.1/127.0.0.1:44417:44417)] 2024-11-24T08:49:20,327 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438150188 is not closed yet, will try archiving it next time 2024-11-24T08:49:20,327 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438119183 to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs/469387a2cdb6%2C43205%2C1732438118786.1732438119183 2024-11-24T08:49:20,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741839_1015 (size=2495) 2024-11-24T08:49:20,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741839_1015 (size=2495) 2024-11-24T08:49:20,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:20,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T08:49:20,331 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-24T08:49:20,332 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-24T08:49:20,332 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-24T08:49:20,485 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43205 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-24T08:49:20,485 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:20,486 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing fbb2306500d5da827bab6fde86c4a652 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T08:49:20,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/e7bdc05ec071446a8959cf594a82a2df is 1055, key is row0000/info:/1732438160308/Put/seqid=0 2024-11-24T08:49:20,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741843_1019 (size=6008) 2024-11-24T08:49:20,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741843_1019 (size=6008) 2024-11-24T08:49:20,503 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/e7bdc05ec071446a8959cf594a82a2df 2024-11-24T08:49:20,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/e7bdc05ec071446a8959cf594a82a2df as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/e7bdc05ec071446a8959cf594a82a2df 2024-11-24T08:49:20,518 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/e7bdc05ec071446a8959cf594a82a2df, entries=1, sequenceid=18, filesize=5.9 K 2024-11-24T08:49:20,519 INFO [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 34ms, sequenceid=18, compaction requested=false 2024-11-24T08:49:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for fbb2306500d5da827bab6fde86c4a652: 2024-11-24T08:49:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:20,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-24T08:49:20,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-24T08:49:20,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-24T08:49:20,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 189 msec 2024-11-24T08:49:20,525 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 196 msec 2024-11-24T08:49:25,287 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region fbb2306500d5da827bab6fde86c4a652, had cached 0 bytes from a total of 14229 2024-11-24T08:49:30,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37717 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-24T08:49:30,421 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-24T08:49:30,445 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438170427, exclude list is [], retry=0 2024-11-24T08:49:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37023,DS-3a43f77f-59d0-4ebc-9ae2-058bb4e98ae7,DISK] 2024-11-24T08:49:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39299,DS-079f2fe4-c671-4e60-b042-00e659376186,DISK] 2024-11-24T08:49:30,449 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438160309 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438170427 2024-11-24T08:49:30,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44417:44417),(127.0.0.1/127.0.0.1:35059:35059)] 2024-11-24T08:49:30,449 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438160309 is not closed yet, will try archiving it next time 2024-11-24T08:49:30,449 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/WALs/469387a2cdb6,43205,1732438118786/469387a2cdb6%2C43205%2C1732438118786.1732438150188 to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs/469387a2cdb6%2C43205%2C1732438118786.1732438150188 2024-11-24T08:49:30,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:49:30,450 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:49:30,450 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:49:30,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:30,450 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:49:30,450 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:30,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:49:30,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=805519821, stopped=false 2024-11-24T08:49:30,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=469387a2cdb6,37717,1732438118740 2024-11-24T08:49:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741842_1018 (size=2001) 2024-11-24T08:49:30,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741842_1018 (size=2001) 2024-11-24T08:49:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:49:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:49:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:30,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:30,452 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:49:30,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:49:30,452 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:49:30,453 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:49:30,453 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:49:30,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:30,453 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '469387a2cdb6,43205,1732438118786' ***** 2024-11-24T08:49:30,453 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:49:30,453 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:49:30,453 INFO [RS:0;469387a2cdb6:43205 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:49:30,453 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:49:30,453 INFO [RS:0;469387a2cdb6:43205 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(3091): Received CLOSE for fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(959): stopping server 469387a2cdb6,43205,1732438118786 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;469387a2cdb6:43205. 2024-11-24T08:49:30,454 DEBUG [RS:0;469387a2cdb6:43205 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:49:30,454 DEBUG [RS:0;469387a2cdb6:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:30,454 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fbb2306500d5da827bab6fde86c4a652, disabling compactions & flushes 2024-11-24T08:49:30,454 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:49:30,454 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:49:30,454 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. after waiting 0 ms 2024-11-24T08:49:30,454 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:49:30,454 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fbb2306500d5da827bab6fde86c4a652 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-24T08:49:30,454 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-24T08:49:30,454 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fbb2306500d5da827bab6fde86c4a652=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.} 2024-11-24T08:49:30,454 DEBUG [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fbb2306500d5da827bab6fde86c4a652 2024-11-24T08:49:30,454 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:49:30,454 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:49:30,455 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:49:30,455 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:49:30,455 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:49:30,455 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-24T08:49:30,459 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/f2f2fa06ef96462293320e367a033aee is 1055, key is row0001/info:/1732438170424/Put/seqid=0 2024-11-24T08:49:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741845_1021 (size=6008) 2024-11-24T08:49:30,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741845_1021 (size=6008) 2024-11-24T08:49:30,464 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/f2f2fa06ef96462293320e367a033aee 2024-11-24T08:49:30,471 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/.tmp/info/f2f2fa06ef96462293320e367a033aee as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/f2f2fa06ef96462293320e367a033aee 2024-11-24T08:49:30,473 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/info/d50290fd7e514d88a1a27a25dd10a6dd is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652./info:regioninfo/1732438120307/Put/seqid=0 2024-11-24T08:49:30,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741846_1022 (size=7308) 2024-11-24T08:49:30,477 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/f2f2fa06ef96462293320e367a033aee, entries=1, sequenceid=22, filesize=5.9 K 2024-11-24T08:49:30,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741846_1022 (size=7308) 2024-11-24T08:49:30,478 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/info/d50290fd7e514d88a1a27a25dd10a6dd 2024-11-24T08:49:30,479 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 25ms, sequenceid=22, compaction requested=true 2024-11-24T08:49:30,479 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91] to archive 2024-11-24T08:49:30,482 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T08:49:30,485 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77 to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/eda0470f207448d69cc171b1cbfc2c77 2024-11-24T08:49:30,487 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/df6723e7de5e4d958b7ccec9d2bbc25d 2024-11-24T08:49:30,488 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91 to hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/info/ce86b701226e4836912f0c91e62e8a91 2024-11-24T08:49:30,498 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/ns/c325a7f902ef4aad983d7cadd83dd400 is 43, key is default/ns:d/1732438119798/Put/seqid=0 2024-11-24T08:49:30,501 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=469387a2cdb6:37717 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T08:49:30,502 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [eda0470f207448d69cc171b1cbfc2c77=6008, df6723e7de5e4d958b7ccec9d2bbc25d=6008, ce86b701226e4836912f0c91e62e8a91=6008] 2024-11-24T08:49:30,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741847_1023 (size=5153) 2024-11-24T08:49:30,507 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/fbb2306500d5da827bab6fde86c4a652/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-24T08:49:30,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741847_1023 (size=5153) 2024-11-24T08:49:30,507 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/ns/c325a7f902ef4aad983d7cadd83dd400 2024-11-24T08:49:30,507 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:30,507 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fbb2306500d5da827bab6fde86c4a652: Waiting for close lock at 1732438170454Running coprocessor pre-close hooks at 1732438170454Disabling compacts and flushes for region at 1732438170454Disabling writes for close at 1732438170454Obtaining lock to block concurrent updates at 1732438170454Preparing flush snapshotting stores in fbb2306500d5da827bab6fde86c4a652 at 1732438170454Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732438170455 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. at 1732438170455Flushing fbb2306500d5da827bab6fde86c4a652/info: creating writer at 1732438170455Flushing fbb2306500d5da827bab6fde86c4a652/info: appending metadata at 1732438170458 (+3 ms)Flushing fbb2306500d5da827bab6fde86c4a652/info: closing flushed file at 1732438170459 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6456b208: reopening flushed file at 1732438170470 (+11 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for fbb2306500d5da827bab6fde86c4a652 in 25ms, sequenceid=22, compaction requested=true at 1732438170479 (+9 ms)Writing region close event to WAL at 1732438170502 (+23 ms)Running coprocessor post-close hooks at 1732438170507 (+5 ms)Closed at 1732438170507 2024-11-24T08:49:30,508 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732438119929.fbb2306500d5da827bab6fde86c4a652. 2024-11-24T08:49:30,527 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/table/f78d82e2144a4f9ba9201e9da80fdb0c is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732438120321/Put/seqid=0 2024-11-24T08:49:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741848_1024 (size=5508) 2024-11-24T08:49:30,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741848_1024 (size=5508) 2024-11-24T08:49:30,533 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/table/f78d82e2144a4f9ba9201e9da80fdb0c 2024-11-24T08:49:30,541 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/info/d50290fd7e514d88a1a27a25dd10a6dd as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/info/d50290fd7e514d88a1a27a25dd10a6dd 2024-11-24T08:49:30,548 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/info/d50290fd7e514d88a1a27a25dd10a6dd, entries=10, sequenceid=11, filesize=7.1 K 2024-11-24T08:49:30,549 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/ns/c325a7f902ef4aad983d7cadd83dd400 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/ns/c325a7f902ef4aad983d7cadd83dd400 2024-11-24T08:49:30,556 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/ns/c325a7f902ef4aad983d7cadd83dd400, entries=2, sequenceid=11, filesize=5.0 K 2024-11-24T08:49:30,557 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/.tmp/table/f78d82e2144a4f9ba9201e9da80fdb0c as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/table/f78d82e2144a4f9ba9201e9da80fdb0c 2024-11-24T08:49:30,563 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/table/f78d82e2144a4f9ba9201e9da80fdb0c, entries=2, sequenceid=11, filesize=5.4 K 2024-11-24T08:49:30,564 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false 2024-11-24T08:49:30,569 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-24T08:49:30,570 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:49:30,570 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:49:30,570 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438170454Running coprocessor pre-close hooks at 1732438170454Disabling compacts and flushes for region at 1732438170454Disabling writes for close at 1732438170455 (+1 ms)Obtaining lock to block concurrent updates at 1732438170455Preparing flush snapshotting stores in 1588230740 at 1732438170455Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732438170455Flushing stores of hbase:meta,,1.1588230740 at 1732438170455Flushing 1588230740/info: creating writer at 1732438170456 (+1 ms)Flushing 1588230740/info: appending metadata at 1732438170472 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732438170472Flushing 1588230740/ns: creating writer at 1732438170484 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732438170498 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732438170498Flushing 1588230740/table: creating writer at 1732438170513 (+15 ms)Flushing 1588230740/table: appending metadata at 1732438170526 (+13 ms)Flushing 1588230740/table: closing flushed file at 1732438170526Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cedd746: reopening flushed file at 1732438170540 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c47baf7: reopening flushed file at 1732438170548 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52492156: reopening flushed file at 1732438170556 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 109ms, sequenceid=11, compaction requested=false at 1732438170564 (+8 ms)Writing region close event to WAL at 1732438170565 (+1 ms)Running coprocessor post-close hooks at 1732438170570 (+5 ms)Closed at 1732438170570 2024-11-24T08:49:30,570 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:49:30,655 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(976): stopping server 469387a2cdb6,43205,1732438118786; all regions closed. 2024-11-24T08:49:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741834_1010 (size=3306) 2024-11-24T08:49:30,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741834_1010 (size=3306) 2024-11-24T08:49:30,663 DEBUG [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs 2024-11-24T08:49:30,663 INFO [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C43205%2C1732438118786.meta:.meta(num 1732438119745) 2024-11-24T08:49:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741844_1020 (size=1252) 2024-11-24T08:49:30,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741844_1020 (size=1252) 2024-11-24T08:49:30,670 DEBUG [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/oldWALs 2024-11-24T08:49:30,670 INFO [RS:0;469387a2cdb6:43205 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C43205%2C1732438118786:(num 1732438170427) 2024-11-24T08:49:30,670 DEBUG [RS:0;469387a2cdb6:43205 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:30,671 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:49:30,671 INFO [RS:0;469387a2cdb6:43205 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:49:30,671 INFO [RS:0;469387a2cdb6:43205 {}] hbase.ChoreService(370): Chore service for: regionserver/469387a2cdb6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:49:30,671 INFO [RS:0;469387a2cdb6:43205 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:49:30,671 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:49:30,672 INFO [RS:0;469387a2cdb6:43205 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43205 2024-11-24T08:49:30,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/469387a2cdb6,43205,1732438118786 2024-11-24T08:49:30,673 INFO [RS:0;469387a2cdb6:43205 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:49:30,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:49:30,673 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$364/0x00007f98849034e8@5e5d6619 rejected from java.util.concurrent.ThreadPoolExecutor@1b5ff3b6[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 14] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-24T08:49:30,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [469387a2cdb6,43205,1732438118786] 2024-11-24T08:49:30,675 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/469387a2cdb6,43205,1732438118786 already deleted, retry=false 2024-11-24T08:49:30,675 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 469387a2cdb6,43205,1732438118786 expired; onlineServers=0 2024-11-24T08:49:30,675 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '469387a2cdb6,37717,1732438118740' ***** 2024-11-24T08:49:30,675 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:49:30,675 INFO [M:0;469387a2cdb6:37717 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:49:30,675 INFO [M:0;469387a2cdb6:37717 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:49:30,675 DEBUG [M:0;469387a2cdb6:37717 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:49:30,675 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:49:30,675 DEBUG [M:0;469387a2cdb6:37717 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:49:30,675 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438118963 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438118963,5,FailOnTimeoutGroup] 2024-11-24T08:49:30,675 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438118964 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438118964,5,FailOnTimeoutGroup] 2024-11-24T08:49:30,675 INFO [M:0;469387a2cdb6:37717 {}] hbase.ChoreService(370): Chore service for: master/469387a2cdb6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:49:30,675 INFO [M:0;469387a2cdb6:37717 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:49:30,676 DEBUG [M:0;469387a2cdb6:37717 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:49:30,676 INFO [M:0;469387a2cdb6:37717 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:49:30,676 INFO [M:0;469387a2cdb6:37717 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:49:30,676 INFO [M:0;469387a2cdb6:37717 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:49:30,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T08:49:30,676 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:49:30,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:30,676 DEBUG [M:0;469387a2cdb6:37717 {}] zookeeper.ZKUtil(347): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T08:49:30,676 WARN [M:0;469387a2cdb6:37717 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:49:30,678 INFO [M:0;469387a2cdb6:37717 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/.lastflushedseqids 2024-11-24T08:49:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741849_1025 (size=130) 2024-11-24T08:49:30,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741849_1025 (size=130) 2024-11-24T08:49:30,687 INFO [M:0;469387a2cdb6:37717 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:49:30,687 INFO [M:0;469387a2cdb6:37717 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:49:30,687 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:49:30,688 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:30,688 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:30,688 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:49:30,688 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:30,688 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-24T08:49:30,704 DEBUG [M:0;469387a2cdb6:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6635eb8367f4202ad04feff9a402f96 is 82, key is hbase:meta,,1/info:regioninfo/1732438119785/Put/seqid=0 2024-11-24T08:49:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741850_1026 (size=5672) 2024-11-24T08:49:30,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741850_1026 (size=5672) 2024-11-24T08:49:30,710 INFO [M:0;469387a2cdb6:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6635eb8367f4202ad04feff9a402f96 2024-11-24T08:49:30,729 DEBUG [M:0;469387a2cdb6:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d86d068c94c84cb3853d0f8b1a370a81 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732438120326/Put/seqid=0 2024-11-24T08:49:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741851_1027 (size=7819) 2024-11-24T08:49:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741851_1027 (size=7819) 2024-11-24T08:49:30,734 INFO [M:0;469387a2cdb6:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d86d068c94c84cb3853d0f8b1a370a81 2024-11-24T08:49:30,739 INFO [M:0;469387a2cdb6:37717 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d86d068c94c84cb3853d0f8b1a370a81 2024-11-24T08:49:30,754 DEBUG [M:0;469387a2cdb6:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfadb21571045c9986dbdc9cda8504c is 69, key is 469387a2cdb6,43205,1732438118786/rs:state/1732438119024/Put/seqid=0 2024-11-24T08:49:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741852_1028 (size=5156) 2024-11-24T08:49:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741852_1028 (size=5156) 2024-11-24T08:49:30,760 INFO [M:0;469387a2cdb6:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfadb21571045c9986dbdc9cda8504c 2024-11-24T08:49:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:49:30,774 INFO [RS:0;469387a2cdb6:43205 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:49:30,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43205-0x10070eb2db30001, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:49:30,774 INFO [RS:0;469387a2cdb6:43205 {}] regionserver.HRegionServer(1031): Exiting; stopping=469387a2cdb6,43205,1732438118786; zookeeper connection closed. 2024-11-24T08:49:30,774 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7ab67f9e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7ab67f9e 2024-11-24T08:49:30,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:49:30,780 DEBUG [M:0;469387a2cdb6:37717 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ab8b1ae75274243a9c5cfe0c0e9b474 is 52, key is load_balancer_on/state:d/1732438119924/Put/seqid=0 2024-11-24T08:49:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741853_1029 (size=5056) 2024-11-24T08:49:30,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741853_1029 (size=5056) 2024-11-24T08:49:30,785 INFO [M:0;469387a2cdb6:37717 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ab8b1ae75274243a9c5cfe0c0e9b474 2024-11-24T08:49:30,791 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a6635eb8367f4202ad04feff9a402f96 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6635eb8367f4202ad04feff9a402f96 2024-11-24T08:49:30,796 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a6635eb8367f4202ad04feff9a402f96, entries=8, sequenceid=121, filesize=5.5 K 2024-11-24T08:49:30,797 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d86d068c94c84cb3853d0f8b1a370a81 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d86d068c94c84cb3853d0f8b1a370a81 2024-11-24T08:49:30,803 INFO [M:0;469387a2cdb6:37717 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d86d068c94c84cb3853d0f8b1a370a81 2024-11-24T08:49:30,803 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d86d068c94c84cb3853d0f8b1a370a81, entries=14, sequenceid=121, filesize=7.6 K 2024-11-24T08:49:30,804 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0bfadb21571045c9986dbdc9cda8504c as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bfadb21571045c9986dbdc9cda8504c 2024-11-24T08:49:30,810 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0bfadb21571045c9986dbdc9cda8504c, entries=1, sequenceid=121, filesize=5.0 K 2024-11-24T08:49:30,812 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ab8b1ae75274243a9c5cfe0c0e9b474 as hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9ab8b1ae75274243a9c5cfe0c0e9b474 2024-11-24T08:49:30,817 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33877/user/jenkins/test-data/5f2ce5d9-5abd-7888-c15c-e58b8852f822/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9ab8b1ae75274243a9c5cfe0c0e9b474, entries=1, sequenceid=121, filesize=4.9 K 2024-11-24T08:49:30,818 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false 2024-11-24T08:49:30,820 INFO [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:30,820 DEBUG [M:0;469387a2cdb6:37717 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438170687Disabling compacts and flushes for region at 1732438170687Disabling writes for close at 1732438170688 (+1 ms)Obtaining lock to block concurrent updates at 1732438170688Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732438170688Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1732438170688Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732438170689 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732438170689Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732438170703 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732438170704 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732438170715 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732438170729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732438170729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732438170739 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732438170754 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732438170754Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732438170765 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732438170780 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732438170780Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d2811ec: reopening flushed file at 1732438170790 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6cfae97e: reopening flushed file at 1732438170796 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fb9359: reopening flushed file at 1732438170803 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3586da16: reopening flushed file at 1732438170810 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 130ms, sequenceid=121, compaction requested=false at 1732438170818 (+8 ms)Writing region close event to WAL at 1732438170820 (+2 ms)Closed at 1732438170820 2024-11-24T08:49:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39299 is added to blk_1073741830_1006 (size=52999) 2024-11-24T08:49:30,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37023 is added to blk_1073741830_1006 (size=52999) 2024-11-24T08:49:30,823 INFO [M:0;469387a2cdb6:37717 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:49:30,823 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:49:30,824 INFO [M:0;469387a2cdb6:37717 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37717 2024-11-24T08:49:30,824 INFO [M:0;469387a2cdb6:37717 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:49:30,926 INFO [M:0;469387a2cdb6:37717 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:49:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:49:30,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37717-0x10070eb2db30000, quorum=127.0.0.1:65025, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:49:30,930 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25ec3b60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:49:30,931 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6aca7b5c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:49:30,931 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:49:30,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13c4705d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:49:30,932 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25fed76c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,STOPPED} 2024-11-24T08:49:30,934 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:49:30,934 WARN [BP-2122140702-172.17.0.2-1732438118151 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:49:30,934 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:49:30,934 WARN [BP-2122140702-172.17.0.2-1732438118151 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2122140702-172.17.0.2-1732438118151 (Datanode Uuid bbd74b5f-81ce-4d8c-b158-871cecd5decf) service to localhost/127.0.0.1:33877 2024-11-24T08:49:30,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data3/current/BP-2122140702-172.17.0.2-1732438118151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:49:30,935 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data4/current/BP-2122140702-172.17.0.2-1732438118151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:49:30,936 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:49:30,939 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d716875{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:49:30,939 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@295bc1e4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:49:30,940 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:49:30,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5432dec{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:49:30,940 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a5a2ea{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,STOPPED} 2024-11-24T08:49:30,941 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:49:30,941 WARN [BP-2122140702-172.17.0.2-1732438118151 heartbeating to localhost/127.0.0.1:33877 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:49:30,942 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:49:30,942 WARN [BP-2122140702-172.17.0.2-1732438118151 heartbeating to localhost/127.0.0.1:33877 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2122140702-172.17.0.2-1732438118151 (Datanode Uuid 693e7a28-8b7e-4b15-8e31-dc060746b471) service to localhost/127.0.0.1:33877 2024-11-24T08:49:30,942 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data1/current/BP-2122140702-172.17.0.2-1732438118151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:49:30,943 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/cluster_d1fd83b6-6e04-1fd6-e519-2123ffd111c4/data/data2/current/BP-2122140702-172.17.0.2-1732438118151 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:49:30,943 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:49:30,949 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@704479b0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:49:30,950 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51de52d6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:49:30,950 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:49:30,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e3c79f2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:49:30,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4e85a290{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir/,STOPPED} 2024-11-24T08:49:30,956 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:49:30,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:49:30,980 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=428 (was 443), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=91 (was 126), ProcessCount=11 (was 11), AvailableMemoryMB=1629 (was 1802) 2024-11-24T08:49:30,985 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=91, ProcessCount=11, AvailableMemoryMB=1629 2024-11-24T08:49:30,985 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.log.dir so I do NOT create it in target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/af9c8d7b-f237-db7d-050e-f9657e5a78d5/hadoop.tmp.dir so I do NOT create it in target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8, deleteOnExit=true 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/test.cache.data in system properties and HBase conf 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:49:30,986 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:49:30,986 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:49:30,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:49:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:49:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:49:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:49:30,988 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:49:31,042 INFO [regionserver/469387a2cdb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:49:31,048 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:49:31,052 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:49:31,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:49:31,053 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:49:31,053 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:49:31,054 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:49:31,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c4fdef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:49:31,054 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@548a1d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:49:31,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@f0a875d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/java.io.tmpdir/jetty-localhost-36983-hadoop-hdfs-3_4_1-tests_jar-_-any-7359735392571952792/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:49:31,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@f762b3{HTTP/1.1, (http/1.1)}{localhost:36983} 2024-11-24T08:49:31,146 INFO [Time-limited test {}] server.Server(415): Started @138942ms 2024-11-24T08:49:31,201 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:49:31,205 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:49:31,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:49:31,206 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:49:31,206 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:49:31,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75a5cc6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:49:31,207 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@67ee70d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:49:31,299 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d5c618f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/java.io.tmpdir/jetty-localhost-33861-hadoop-hdfs-3_4_1-tests_jar-_-any-5836560992984385362/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:49:31,299 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d2b51d5{HTTP/1.1, (http/1.1)}{localhost:33861} 2024-11-24T08:49:31,299 INFO [Time-limited test {}] server.Server(415): Started @139095ms 2024-11-24T08:49:31,300 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:49:31,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:49:31,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:49:31,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:49:31,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:49:31,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:49:31,338 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb32245{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:49:31,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73d7d88e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:49:31,356 WARN [Thread-1085 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data1/current/BP-784362731-172.17.0.2-1732438171011/current, will proceed with Du for space computation calculation, 2024-11-24T08:49:31,356 WARN [Thread-1086 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data2/current/BP-784362731-172.17.0.2-1732438171011/current, will proceed with Du for space computation calculation, 2024-11-24T08:49:31,376 WARN [Thread-1064 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:49:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc6327bc1d28a6cb with lease ID 0x667bb4b0072e0eb3: Processing first storage report for DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55 from datanode DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1fb0c8a8-b580-41de-9dc2-2feb05a2b535, infoPort=45999, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011) 2024-11-24T08:49:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc6327bc1d28a6cb with lease ID 0x667bb4b0072e0eb3: from storage DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55 node DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1fb0c8a8-b580-41de-9dc2-2feb05a2b535, infoPort=45999, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:49:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdc6327bc1d28a6cb with lease ID 0x667bb4b0072e0eb3: Processing first storage report for DS-1a72b6cd-c71e-4ac8-a7d7-52d15b9ab6be from datanode DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1fb0c8a8-b580-41de-9dc2-2feb05a2b535, infoPort=45999, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011) 2024-11-24T08:49:31,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdc6327bc1d28a6cb with lease ID 0x667bb4b0072e0eb3: from storage DS-1a72b6cd-c71e-4ac8-a7d7-52d15b9ab6be node DatanodeRegistration(127.0.0.1:43925, datanodeUuid=1fb0c8a8-b580-41de-9dc2-2feb05a2b535, infoPort=45999, infoSecurePort=0, ipcPort=40233, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:49:31,434 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@70df1448{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/java.io.tmpdir/jetty-localhost-44247-hadoop-hdfs-3_4_1-tests_jar-_-any-7959034652757586275/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:49:31,434 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@269e588e{HTTP/1.1, (http/1.1)}{localhost:44247} 2024-11-24T08:49:31,435 INFO [Time-limited test {}] server.Server(415): Started @139231ms 2024-11-24T08:49:31,436 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:49:31,494 WARN [Thread-1112 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data4/current/BP-784362731-172.17.0.2-1732438171011/current, will proceed with Du for space computation calculation, 2024-11-24T08:49:31,494 WARN [Thread-1111 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data3/current/BP-784362731-172.17.0.2-1732438171011/current, will proceed with Du for space computation calculation, 2024-11-24T08:49:31,510 WARN [Thread-1100 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:49:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50a81c3fecdcea31 with lease ID 0x667bb4b0072e0eb4: Processing first storage report for DS-cd982102-3298-43a9-89ec-4a0b3a08caf6 from datanode DatanodeRegistration(127.0.0.1:46743, datanodeUuid=c020c259-1426-44c0-b53f-ff6306a93770, infoPort=46531, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011) 2024-11-24T08:49:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50a81c3fecdcea31 with lease ID 0x667bb4b0072e0eb4: from storage DS-cd982102-3298-43a9-89ec-4a0b3a08caf6 node DatanodeRegistration(127.0.0.1:46743, datanodeUuid=c020c259-1426-44c0-b53f-ff6306a93770, infoPort=46531, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:49:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x50a81c3fecdcea31 with lease ID 0x667bb4b0072e0eb4: Processing first storage report for DS-e597cc79-e3ee-4dc7-b3cc-4a19cf6f039f from datanode DatanodeRegistration(127.0.0.1:46743, datanodeUuid=c020c259-1426-44c0-b53f-ff6306a93770, infoPort=46531, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011) 2024-11-24T08:49:31,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x50a81c3fecdcea31 with lease ID 0x667bb4b0072e0eb4: from storage DS-e597cc79-e3ee-4dc7-b3cc-4a19cf6f039f node DatanodeRegistration(127.0.0.1:46743, datanodeUuid=c020c259-1426-44c0-b53f-ff6306a93770, infoPort=46531, infoSecurePort=0, ipcPort=39661, storageInfo=lv=-57;cid=testClusterID;nsid=249318409;c=1732438171011), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:49:31,560 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241 2024-11-24T08:49:31,564 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/zookeeper_0, clientPort=55998, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:49:31,565 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55998 2024-11-24T08:49:31,565 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,567 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:49:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:49:31,582 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b with version=8 2024-11-24T08:49:31,582 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase-staging 2024-11-24T08:49:31,585 INFO [Time-limited test {}] client.ConnectionUtils(128): master/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:49:31,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,585 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:49:31,585 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,586 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:49:31,586 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:49:31,586 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:49:31,587 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39869 2024-11-24T08:49:31,589 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39869 connecting to ZooKeeper ensemble=127.0.0.1:55998 2024-11-24T08:49:31,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398690x0, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:49:31,594 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39869-0x10070ebfc190000 connected 2024-11-24T08:49:31,604 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,605 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,608 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:49:31,608 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b, hbase.cluster.distributed=false 2024-11-24T08:49:31,610 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:49:31,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39869 2024-11-24T08:49:31,610 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39869 2024-11-24T08:49:31,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39869 2024-11-24T08:49:31,613 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39869 2024-11-24T08:49:31,615 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39869 2024-11-24T08:49:31,630 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:49:31,630 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:49:31,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33259 2024-11-24T08:49:31,632 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33259 connecting to ZooKeeper ensemble=127.0.0.1:55998 2024-11-24T08:49:31,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,635 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,641 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:332590x0, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:49:31,642 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33259-0x10070ebfc190001 connected 2024-11-24T08:49:31,642 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:49:31,642 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:49:31,642 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:49:31,643 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T08:49:31,644 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:49:31,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-24T08:49:31,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33259 2024-11-24T08:49:31,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33259 2024-11-24T08:49:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-24T08:49:31,649 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33259 2024-11-24T08:49:31,662 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;469387a2cdb6:39869 2024-11-24T08:49:31,662 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:49:31,664 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:49:31,664 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,665 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T08:49:31,665 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,666 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T08:49:31,666 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/469387a2cdb6,39869,1732438171585 from backup master directory 2024-11-24T08:49:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,667 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:49:31,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:49:31,667 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:49:31,667 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,671 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/hbase.id] with ID: c2320a8d-6535-404d-9950-1ed0431f511c 2024-11-24T08:49:31,671 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/.tmp/hbase.id 2024-11-24T08:49:31,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:49:31,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:49:31,678 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/.tmp/hbase.id]:[hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/hbase.id] 2024-11-24T08:49:31,690 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:31,690 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:49:31,691 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:49:31,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,693 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:49:31,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:49:31,699 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:49:31,700 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:49:31,700 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:49:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:49:31,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:49:31,709 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store 2024-11-24T08:49:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:49:31,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:49:31,716 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:31,717 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:49:31,717 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:31,717 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:31,717 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:49:31,717 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:31,717 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:49:31,717 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438171717Disabling compacts and flushes for region at 1732438171717Disabling writes for close at 1732438171717Writing region close event to WAL at 1732438171717Closed at 1732438171717 2024-11-24T08:49:31,718 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/.initializing 2024-11-24T08:49:31,718 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/WALs/469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,719 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:49:31,721 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C39869%2C1732438171585, suffix=, logDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/WALs/469387a2cdb6,39869,1732438171585, archiveDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/oldWALs, maxLogs=10 2024-11-24T08:49:31,736 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/WALs/469387a2cdb6,39869,1732438171585/469387a2cdb6%2C39869%2C1732438171585.1732438171721, exclude list is [], retry=0 2024-11-24T08:49:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55,DISK] 2024-11-24T08:49:31,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-cd982102-3298-43a9-89ec-4a0b3a08caf6,DISK] 2024-11-24T08:49:31,741 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/WALs/469387a2cdb6,39869,1732438171585/469387a2cdb6%2C39869%2C1732438171585.1732438171721 2024-11-24T08:49:31,741 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45999:45999),(127.0.0.1/127.0.0.1:46531:46531)] 2024-11-24T08:49:31,741 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:49:31,742 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:31,742 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,742 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,743 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:49:31,745 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:31,745 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,746 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:49:31,746 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:31,747 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:49:31,748 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:31,748 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,749 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:49:31,749 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,750 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:31,750 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,751 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,751 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,752 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,752 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,753 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:49:31,754 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:49:31,756 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:49:31,757 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=717984, jitterRate=-0.08703701198101044}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:49:31,758 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732438171742Initializing all the Stores at 1732438171743 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438171743Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438171743Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438171743Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438171743Cleaning up temporary data from old regions at 1732438171752 (+9 ms)Region opened successfully at 1732438171758 (+6 ms) 2024-11-24T08:49:31,758 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:49:31,762 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57515bd5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:49:31,763 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:49:31,763 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:49:31,763 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:49:31,763 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:49:31,764 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:49:31,764 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:49:31,764 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:49:31,767 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:49:31,768 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T08:49:31,769 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T08:49:31,769 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:49:31,770 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:49:31,771 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T08:49:31,772 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:49:31,773 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:49:31,774 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T08:49:31,775 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:49:31,776 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T08:49:31,778 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:49:31,779 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T08:49:31,780 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:49:31,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:49:31,780 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,781 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=469387a2cdb6,39869,1732438171585, sessionid=0x10070ebfc190000, setting cluster-up flag (Was=false) 2024-11-24T08:49:31,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,782 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,785 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T08:49:31,787 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,790 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:31,794 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T08:49:31,795 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,39869,1732438171585 2024-11-24T08:49:31,809 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:49:31,811 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:49:31,811 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:49:31,811 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:49:31,811 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 469387a2cdb6,39869,1732438171585 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/469387a2cdb6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:49:31,816 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,818 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:49:31,819 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:49:31,820 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,820 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732438201822 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:49:31,822 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:49:31,825 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,825 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:49:31,826 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:49:31,826 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:49:31,827 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:49:31,827 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:49:31,828 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438171827,5,FailOnTimeoutGroup] 2024-11-24T08:49:31,828 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438171828,5,FailOnTimeoutGroup] 2024-11-24T08:49:31,828 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,829 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:49:31,829 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,829 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:49:31,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:49:31,832 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:49:31,832 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b 2024-11-24T08:49:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:49:31,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:49:31,851 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:31,851 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(746): ClusterId : c2320a8d-6535-404d-9950-1ed0431f511c 2024-11-24T08:49:31,851 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:49:31,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:49:31,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:49:31,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,853 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:49:31,853 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:49:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:31,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:49:31,855 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:49:31,855 DEBUG [RS:0;469387a2cdb6:33259 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5473cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:49:31,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:49:31,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:31,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:49:31,858 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:49:31,858 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:31,859 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:49:31,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:49:31,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:31,860 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:31,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:49:31,861 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740 2024-11-24T08:49:31,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740 2024-11-24T08:49:31,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:49:31,863 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:49:31,864 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:49:31,865 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:49:31,867 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:49:31,867 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=731982, jitterRate=-0.0692368745803833}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:49:31,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732438171851Initializing all the Stores at 1732438171851Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438171851Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438171852 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438171852Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438171852Cleaning up temporary data from old regions at 1732438171863 (+11 ms)Region opened successfully at 1732438171868 (+5 ms) 2024-11-24T08:49:31,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:49:31,868 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:49:31,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:49:31,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:49:31,868 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:49:31,869 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:49:31,869 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438171868Disabling compacts and flushes for region at 1732438171868Disabling writes for close at 1732438171868Writing region close event to WAL at 1732438171869 (+1 ms)Closed at 1732438171869 2024-11-24T08:49:31,870 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:49:31,870 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:49:31,871 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:49:31,872 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:49:31,872 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:49:31,872 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;469387a2cdb6:33259 2024-11-24T08:49:31,873 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:49:31,873 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:49:31,873 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:49:31,874 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(2659): reportForDuty to master=469387a2cdb6,39869,1732438171585 with port=33259, startcode=1732438171629 2024-11-24T08:49:31,874 DEBUG [RS:0;469387a2cdb6:33259 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:49:31,875 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36453, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:49:31,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,876 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] master.ServerManager(517): Registering regionserver=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,878 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b 2024-11-24T08:49:31,878 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41839 2024-11-24T08:49:31,878 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:49:31,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:49:31,880 DEBUG [RS:0;469387a2cdb6:33259 {}] zookeeper.ZKUtil(111): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,880 WARN [RS:0;469387a2cdb6:33259 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:49:31,880 INFO [RS:0;469387a2cdb6:33259 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:49:31,880 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,880 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [469387a2cdb6,33259,1732438171629] 2024-11-24T08:49:31,883 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:49:31,885 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:49:31,886 INFO [RS:0;469387a2cdb6:33259 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:49:31,886 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,887 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:49:31,888 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:49:31,889 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,889 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:49:31,890 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:49:31,890 DEBUG [RS:0;469387a2cdb6:33259 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:49:31,892 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,892 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,892 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,892 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,892 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,893 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,33259,1732438171629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:49:31,906 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:49:31,906 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,33259,1732438171629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,906 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,907 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.Replication(171): 469387a2cdb6,33259,1732438171629 started 2024-11-24T08:49:31,919 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:31,919 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1482): Serving as 469387a2cdb6,33259,1732438171629, RpcServer on 469387a2cdb6/172.17.0.2:33259, sessionid=0x10070ebfc190001 2024-11-24T08:49:31,919 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:49:31,919 DEBUG [RS:0;469387a2cdb6:33259 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,919 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,33259,1732438171629' 2024-11-24T08:49:31,919 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 469387a2cdb6,33259,1732438171629 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,33259,1732438171629' 2024-11-24T08:49:31,920 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T08:49:31,921 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T08:49:31,921 DEBUG [RS:0;469387a2cdb6:33259 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:49:31,921 INFO [RS:0;469387a2cdb6:33259 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:49:31,921 INFO [RS:0;469387a2cdb6:33259 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:49:32,022 INFO [RS:0;469387a2cdb6:33259 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:49:32,023 WARN [469387a2cdb6:39869 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:49:32,023 INFO [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C33259%2C1732438171629, suffix=, logDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629, archiveDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/oldWALs, maxLogs=32 2024-11-24T08:49:32,037 DEBUG [RS:0;469387a2cdb6:33259 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438172024, exclude list is [], retry=0 2024-11-24T08:49:32,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-cd982102-3298-43a9-89ec-4a0b3a08caf6,DISK] 2024-11-24T08:49:32,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55,DISK] 2024-11-24T08:49:32,047 INFO [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438172024 2024-11-24T08:49:32,048 DEBUG [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45999:45999),(127.0.0.1/127.0.0.1:46531:46531)] 2024-11-24T08:49:32,273 DEBUG [469387a2cdb6:39869 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:49:32,274 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:32,277 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,33259,1732438171629, state=OPENING 2024-11-24T08:49:32,280 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:49:32,282 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:32,282 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:49:32,283 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:49:32,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:49:32,283 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,33259,1732438171629}] 2024-11-24T08:49:32,283 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:49:32,438 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:49:32,441 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:49:32,449 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:49:32,450 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:49:32,450 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:49:32,452 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C33259%2C1732438171629.meta, suffix=.meta, logDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629, archiveDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/oldWALs, maxLogs=32 2024-11-24T08:49:32,470 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.meta.1732438172453.meta, exclude list is [], retry=0 2024-11-24T08:49:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55,DISK] 2024-11-24T08:49:32,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-cd982102-3298-43a9-89ec-4a0b3a08caf6,DISK] 2024-11-24T08:49:32,474 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.meta.1732438172453.meta 2024-11-24T08:49:32,475 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531),(127.0.0.1/127.0.0.1:45999:45999)] 2024-11-24T08:49:32,475 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:49:32,475 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:49:32,475 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:49:32,475 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:49:32,475 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:49:32,476 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:32,476 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:49:32,476 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:49:32,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:49:32,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:49:32,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:32,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:32,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:49:32,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:49:32,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:32,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:49:32,481 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:49:32,481 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:32,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:32,481 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:49:32,482 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:49:32,482 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:32,483 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:49:32,483 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:49:32,484 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740 2024-11-24T08:49:32,485 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740 2024-11-24T08:49:32,486 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:49:32,486 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:49:32,487 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:49:32,488 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:49:32,489 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859588, jitterRate=0.09302350878715515}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:49:32,489 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:49:32,489 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732438172476Writing region info on filesystem at 1732438172476Initializing all the Stores at 1732438172477 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438172477Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438172477Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438172477Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438172477Cleaning up temporary data from old regions at 1732438172486 (+9 ms)Running coprocessor post-open hooks at 1732438172489 (+3 ms)Region opened successfully at 1732438172489 2024-11-24T08:49:32,490 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732438172438 2024-11-24T08:49:32,493 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:49:32,493 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:49:32,494 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:32,494 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,33259,1732438171629, state=OPEN 2024-11-24T08:49:32,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:49:32,496 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:49:32,497 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:32,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:49:32,497 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:49:32,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:49:32,500 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,33259,1732438171629 in 214 msec 2024-11-24T08:49:32,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:49:32,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 630 msec 2024-11-24T08:49:32,503 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:49:32,503 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:49:32,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:49:32,505 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,33259,1732438171629, seqNum=-1] 2024-11-24T08:49:32,505 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:49:32,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45801, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:49:32,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 701 msec 2024-11-24T08:49:32,513 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732438172513, completionTime=-1 2024-11-24T08:49:32,513 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:49:32,513 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:49:32,515 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:49:32,515 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732438232515 2024-11-24T08:49:32,515 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732438292515 2024-11-24T08:49:32,515 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-469387a2cdb6:39869, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,516 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,518 DEBUG [master/469387a2cdb6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.853sec 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:49:32,520 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:49:32,523 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:49:32,523 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:49:32,523 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,39869,1732438171585-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:49:32,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f81c4e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:49:32,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 469387a2cdb6,39869,-1 for getting cluster id 2024-11-24T08:49:32,552 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:49:32,553 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c2320a8d-6535-404d-9950-1ed0431f511c' 2024-11-24T08:49:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:49:32,553 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c2320a8d-6535-404d-9950-1ed0431f511c" 2024-11-24T08:49:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56cee35a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:49:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [469387a2cdb6,39869,-1] 2024-11-24T08:49:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:49:32,554 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:49:32,556 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37772, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:49:32,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f21d6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:49:32,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:49:32,558 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,33259,1732438171629, seqNum=-1] 2024-11-24T08:49:32,559 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:49:32,560 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57912, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:49:32,562 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=469387a2cdb6,39869,1732438171585 2024-11-24T08:49:32,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:49:32,565 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T08:49:32,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-24T08:49:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 469387a2cdb6,39869,1732438171585 2024-11-24T08:49:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76c1c1e3 2024-11-24T08:49:32,566 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-24T08:49:32,569 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37776, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-24T08:49:32,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-24T08:49:32,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-24T08:49:32,570 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:49:32,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-24T08:49:32,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-24T08:49:32,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:32,574 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-24T08:49:32,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:49:32,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-24T08:49:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741835_1011 (size=381) 2024-11-24T08:49:32,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741835_1011 (size=381) 2024-11-24T08:49:32,584 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2ba6510c7bfa6c5b85357c0ccdfcec04, NAME => 'TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b 2024-11-24T08:49:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741836_1012 (size=64) 2024-11-24T08:49:32,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741836_1012 (size=64) 2024-11-24T08:49:32,994 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:32,994 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 2ba6510c7bfa6c5b85357c0ccdfcec04, disabling compactions & flushes 2024-11-24T08:49:32,994 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:32,994 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:32,994 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. after waiting 0 ms 2024-11-24T08:49:32,994 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:32,994 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:32,995 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: Waiting for close lock at 1732438172994Disabling compacts and flushes for region at 1732438172994Disabling writes for close at 1732438172994Writing region close event to WAL at 1732438172994Closed at 1732438172994 2024-11-24T08:49:32,996 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-24T08:49:32,997 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732438172996"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438172996"}]},"ts":"1732438172996"} 2024-11-24T08:49:33,000 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-24T08:49:33,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-24T08:49:33,002 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438173002"}]},"ts":"1732438173002"} 2024-11-24T08:49:33,005 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-24T08:49:33,005 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, ASSIGN}] 2024-11-24T08:49:33,007 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, ASSIGN 2024-11-24T08:49:33,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, ASSIGN; state=OFFLINE, location=469387a2cdb6,33259,1732438171629; forceNewPlan=false, retain=false 2024-11-24T08:49:33,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ba6510c7bfa6c5b85357c0ccdfcec04, regionState=OPENING, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:33,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, ASSIGN because future has completed 2024-11-24T08:49:33,168 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629}] 2024-11-24T08:49:33,333 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:33,334 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2ba6510c7bfa6c5b85357c0ccdfcec04, NAME => 'TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:49:33,334 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,334 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:33,335 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,335 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,338 INFO [StoreOpener-2ba6510c7bfa6c5b85357c0ccdfcec04-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,340 INFO [StoreOpener-2ba6510c7bfa6c5b85357c0ccdfcec04-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ba6510c7bfa6c5b85357c0ccdfcec04 columnFamilyName info 2024-11-24T08:49:33,340 DEBUG [StoreOpener-2ba6510c7bfa6c5b85357c0ccdfcec04-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:33,341 INFO [StoreOpener-2ba6510c7bfa6c5b85357c0ccdfcec04-1 {}] regionserver.HStore(327): Store=2ba6510c7bfa6c5b85357c0ccdfcec04/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:33,341 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,342 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,342 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,343 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,343 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,346 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,348 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:49:33,349 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2ba6510c7bfa6c5b85357c0ccdfcec04; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=770728, jitterRate=-0.019969657063484192}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:49:33,349 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:33,349 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: Running coprocessor pre-open hook at 1732438173335Writing region info on filesystem at 1732438173335Initializing all the Stores at 1732438173337 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438173337Cleaning up temporary data from old regions at 1732438173343 (+6 ms)Running coprocessor post-open hooks at 1732438173349 (+6 ms)Region opened successfully at 1732438173349 2024-11-24T08:49:33,350 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., pid=6, masterSystemTime=1732438173323 2024-11-24T08:49:33,352 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:33,352 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:33,353 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2ba6510c7bfa6c5b85357c0ccdfcec04, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:33,355 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629 because future has completed 2024-11-24T08:49:33,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-24T08:49:33,358 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629 in 188 msec 2024-11-24T08:49:33,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-24T08:49:33,360 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, ASSIGN in 353 msec 2024-11-24T08:49:33,361 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-24T08:49:33,362 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732438173361"}]},"ts":"1732438173361"} 2024-11-24T08:49:33,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-24T08:49:33,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-24T08:49:33,366 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 794 msec 2024-11-24T08:49:35,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,527 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,528 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:35,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,047 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:49:36,067 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,069 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,076 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:36,932 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-24T08:49:36,932 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-24T08:49:36,934 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-24T08:49:37,884 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:49:37,885 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-24T08:49:42,439 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:49:42,460 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,468 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39869 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-24T08:49:42,630 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-24T08:49:42,630 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-24T08:49:42,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-24T08:49:42,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:42,642 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., hostname=469387a2cdb6,33259,1732438171629, seqNum=2] 2024-11-24T08:49:42,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:42,661 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:49:42,678 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/dfc8e6ee84f24122b5a905448cdcc205 is 1055, key is row0001/info:/1732438182644/Put/seqid=0 2024-11-24T08:49:42,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741837_1013 (size=13386) 2024-11-24T08:49:42,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741837_1013 (size=13386) 2024-11-24T08:49:42,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/dfc8e6ee84f24122b5a905448cdcc205 2024-11-24T08:49:42,692 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/dfc8e6ee84f24122b5a905448cdcc205 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205 2024-11-24T08:49:42,701 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205, entries=8, sequenceid=12, filesize=13.1 K 2024-11-24T08:49:42,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=17.45 KB/17867 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 40ms, sequenceid=12, compaction requested=false 2024-11-24T08:49:42,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:42,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:42,702 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-24T08:49:42,708 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/c9259a6c23394d93b5a8f16736c3dc1d is 1055, key is row0009/info:/1732438182662/Put/seqid=0 2024-11-24T08:49:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741838_1014 (size=23926) 2024-11-24T08:49:42,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741838_1014 (size=23926) 2024-11-24T08:49:42,714 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=33 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/c9259a6c23394d93b5a8f16736c3dc1d 2024-11-24T08:49:42,720 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/c9259a6c23394d93b5a8f16736c3dc1d as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d 2024-11-24T08:49:42,725 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d, entries=18, sequenceid=33, filesize=23.4 K 2024-11-24T08:49:42,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=6.16 KB/6306 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 24ms, sequenceid=33, compaction requested=false 2024-11-24T08:49:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=36.4 K, sizeToCheck=16.0 K 2024-11-24T08:49:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:42,726 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d because midkey is the same as first or last row 2024-11-24T08:49:44,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:44,725 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:49:44,732 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/cb274e9e30d44f34943ed2b1a696a2d5 is 1055, key is row0027/info:/1732438182703/Put/seqid=0 2024-11-24T08:49:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741839_1015 (size=13386) 2024-11-24T08:49:44,738 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741839_1015 (size=13386) 2024-11-24T08:49:44,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/cb274e9e30d44f34943ed2b1a696a2d5 2024-11-24T08:49:44,746 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/cb274e9e30d44f34943ed2b1a696a2d5 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5 2024-11-24T08:49:44,753 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5, entries=8, sequenceid=44, filesize=13.1 K 2024-11-24T08:49:44,754 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 29ms, sequenceid=44, compaction requested=true 2024-11-24T08:49:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=49.5 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,754 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d because midkey is the same as first or last row 2024-11-24T08:49:44,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:44,756 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ba6510c7bfa6c5b85357c0ccdfcec04:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:49:44,756 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:44,757 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50698 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:49:44,757 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 2ba6510c7bfa6c5b85357c0ccdfcec04/info is initiating minor compaction (all files) 2024-11-24T08:49:44,757 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ba6510c7bfa6c5b85357c0ccdfcec04/info in TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:44,757 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp, totalSize=49.5 K 2024-11-24T08:49:44,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:44,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T08:49:44,758 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting dfc8e6ee84f24122b5a905448cdcc205, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732438182644 2024-11-24T08:49:44,758 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9259a6c23394d93b5a8f16736c3dc1d, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=33, earliestPutTs=1732438182662 2024-11-24T08:49:44,759 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb274e9e30d44f34943ed2b1a696a2d5, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732438182703 2024-11-24T08:49:44,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/62876616d2254bdb985969e506cd2f74 is 1055, key is row0035/info:/1732438184728/Put/seqid=0 2024-11-24T08:49:44,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741840_1016 (size=18662) 2024-11-24T08:49:44,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741840_1016 (size=18662) 2024-11-24T08:49:44,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/62876616d2254bdb985969e506cd2f74 2024-11-24T08:49:44,779 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ba6510c7bfa6c5b85357c0ccdfcec04#info#compaction#35 average throughput is 11.36 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:44,779 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/a13fb8689df24493ae0538fba3ad306e is 1055, key is row0001/info:/1732438182644/Put/seqid=0 2024-11-24T08:49:44,780 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/62876616d2254bdb985969e506cd2f74 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74 2024-11-24T08:49:44,788 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74, entries=13, sequenceid=60, filesize=18.2 K 2024-11-24T08:49:44,788 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 30ms, sequenceid=60, compaction requested=false 2024-11-24T08:49:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,789 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d because midkey is the same as first or last row 2024-11-24T08:49:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:44,790 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-24T08:49:44,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741841_1017 (size=40897) 2024-11-24T08:49:44,795 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3a2927db080a42ca85bc744a33cd3879 is 1055, key is row0048/info:/1732438184758/Put/seqid=0 2024-11-24T08:49:44,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741841_1017 (size=40897) 2024-11-24T08:49:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741842_1018 (size=19714) 2024-11-24T08:49:44,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741842_1018 (size=19714) 2024-11-24T08:49:44,804 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3a2927db080a42ca85bc744a33cd3879 2024-11-24T08:49:44,804 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/a13fb8689df24493ae0538fba3ad306e as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e 2024-11-24T08:49:44,810 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ba6510c7bfa6c5b85357c0ccdfcec04/info of 2ba6510c7bfa6c5b85357c0ccdfcec04 into a13fb8689df24493ae0538fba3ad306e(size=39.9 K), total size for store is 58.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:44,810 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:44,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3a2927db080a42ca85bc744a33cd3879 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879 2024-11-24T08:49:44,813 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., storeName=2ba6510c7bfa6c5b85357c0ccdfcec04/info, priority=13, startTime=1732438184755; duration=0sec 2024-11-24T08:49:44,813 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,813 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,813 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e because midkey is the same as first or last row 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e because midkey is the same as first or last row 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.2 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e because midkey is the same as first or last row 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:44,814 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ba6510c7bfa6c5b85357c0ccdfcec04:info 2024-11-24T08:49:44,817 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879, entries=14, sequenceid=77, filesize=19.3 K 2024-11-24T08:49:44,818 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=3.08 KB/3153 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 28ms, sequenceid=77, compaction requested=true 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.4 K, sizeToCheck=16.0 K 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e because midkey is the same as first or last row 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ba6510c7bfa6c5b85357c0ccdfcec04:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:49:44,818 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:44,818 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:44,820 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79273 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:49:44,820 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 2ba6510c7bfa6c5b85357c0ccdfcec04/info is initiating minor compaction (all files) 2024-11-24T08:49:44,820 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ba6510c7bfa6c5b85357c0ccdfcec04/info in TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:44,820 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp, totalSize=77.4 K 2024-11-24T08:49:44,820 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting a13fb8689df24493ae0538fba3ad306e, keycount=34, bloomtype=ROW, size=39.9 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1732438182644 2024-11-24T08:49:44,821 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 62876616d2254bdb985969e506cd2f74, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732438184728 2024-11-24T08:49:44,821 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3a2927db080a42ca85bc744a33cd3879, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732438184758 2024-11-24T08:49:44,836 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ba6510c7bfa6c5b85357c0ccdfcec04#info#compaction#37 average throughput is 15.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:44,837 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/562e3f1ef1964e0abaf2906285f33b0f is 1055, key is row0001/info:/1732438182644/Put/seqid=0 2024-11-24T08:49:44,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741843_1019 (size=69472) 2024-11-24T08:49:44,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741843_1019 (size=69472) 2024-11-24T08:49:45,259 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/562e3f1ef1964e0abaf2906285f33b0f as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f 2024-11-24T08:49:45,267 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ba6510c7bfa6c5b85357c0ccdfcec04/info of 2ba6510c7bfa6c5b85357c0ccdfcec04 into 562e3f1ef1964e0abaf2906285f33b0f(size=67.8 K), total size for store is 67.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:45,267 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., storeName=2ba6510c7bfa6c5b85357c0ccdfcec04/info, priority=13, startTime=1732438184818; duration=0sec 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:45,267 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ba6510c7bfa6c5b85357c0ccdfcec04:info 2024-11-24T08:49:46,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:46,814 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:49:46,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3e876d3b232a44fea2579571dafeeefe is 1055, key is row0062/info:/1732438184792/Put/seqid=0 2024-11-24T08:49:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741844_1020 (size=13386) 2024-11-24T08:49:46,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741844_1020 (size=13386) 2024-11-24T08:49:46,828 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3e876d3b232a44fea2579571dafeeefe 2024-11-24T08:49:46,835 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/3e876d3b232a44fea2579571dafeeefe as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe 2024-11-24T08:49:46,842 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe, entries=8, sequenceid=90, filesize=13.1 K 2024-11-24T08:49:46,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 29ms, sequenceid=90, compaction requested=false 2024-11-24T08:49:46,843 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:46,843 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.9 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,843 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,843 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:46,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:46,843 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T08:49:46,847 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/6fdb7fbbccaf4076a0f6642e8ec03b8d is 1055, key is row0070/info:/1732438186816/Put/seqid=0 2024-11-24T08:49:46,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741845_1021 (size=18662) 2024-11-24T08:49:46,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741845_1021 (size=18662) 2024-11-24T08:49:46,853 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/6fdb7fbbccaf4076a0f6642e8ec03b8d 2024-11-24T08:49:46,860 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/6fdb7fbbccaf4076a0f6642e8ec03b8d as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d 2024-11-24T08:49:46,867 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d, entries=13, sequenceid=106, filesize=18.2 K 2024-11-24T08:49:46,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 25ms, sequenceid=106, compaction requested=true 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:46,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.1 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 2ba6510c7bfa6c5b85357c0ccdfcec04:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:49:46,868 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:46,868 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:46,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T08:49:46,869 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101520 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:49:46,869 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 2ba6510c7bfa6c5b85357c0ccdfcec04/info is initiating minor compaction (all files) 2024-11-24T08:49:46,870 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 2ba6510c7bfa6c5b85357c0ccdfcec04/info in TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:46,870 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp, totalSize=99.1 K 2024-11-24T08:49:46,870 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 562e3f1ef1964e0abaf2906285f33b0f, keycount=61, bloomtype=ROW, size=67.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1732438182644 2024-11-24T08:49:46,870 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3e876d3b232a44fea2579571dafeeefe, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1732438184792 2024-11-24T08:49:46,871 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6fdb7fbbccaf4076a0f6642e8ec03b8d, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732438186816 2024-11-24T08:49:46,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/5a3e2925bfd14f5cb05faf88b7648db2 is 1055, key is row0083/info:/1732438186845/Put/seqid=0 2024-11-24T08:49:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741846_1022 (size=17594) 2024-11-24T08:49:46,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741846_1022 (size=17594) 2024-11-24T08:49:46,878 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/5a3e2925bfd14f5cb05faf88b7648db2 2024-11-24T08:49:46,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/5a3e2925bfd14f5cb05faf88b7648db2 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/5a3e2925bfd14f5cb05faf88b7648db2 2024-11-24T08:49:46,886 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 2ba6510c7bfa6c5b85357c0ccdfcec04#info#compaction#41 average throughput is 20.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:46,887 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/37ccf8ba43aa45ec813f36d43c6bba23 is 1055, key is row0001/info:/1732438182644/Put/seqid=0 2024-11-24T08:49:46,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741847_1023 (size=91743) 2024-11-24T08:49:46,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741847_1023 (size=91743) 2024-11-24T08:49:46,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/5a3e2925bfd14f5cb05faf88b7648db2, entries=12, sequenceid=121, filesize=17.2 K 2024-11-24T08:49:46,893 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=2.05 KB/2102 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 25ms, sequenceid=121, compaction requested=false 2024-11-24T08:49:46,893 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:46,894 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=116.3 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,894 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,894 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f because midkey is the same as first or last row 2024-11-24T08:49:46,897 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/37ccf8ba43aa45ec813f36d43c6bba23 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23 2024-11-24T08:49:46,903 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 2ba6510c7bfa6c5b85357c0ccdfcec04/info of 2ba6510c7bfa6c5b85357c0ccdfcec04 into 37ccf8ba43aa45ec813f36d43c6bba23(size=89.6 K), total size for store is 106.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:46,903 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: 2024-11-24T08:49:46,903 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., storeName=2ba6510c7bfa6c5b85357c0ccdfcec04/info, priority=13, startTime=1732438186868; duration=0sec 2024-11-24T08:49:46,903 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,903 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,904 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,904 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,904 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-24T08:49:46,904 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-24T08:49:46,905 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:46,905 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:46,905 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 2ba6510c7bfa6c5b85357c0ccdfcec04:info 2024-11-24T08:49:46,906 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] assignment.AssignmentManager(1363): Split request from 469387a2cdb6,33259,1732438171629, parent={ENCODED => 2ba6510c7bfa6c5b85357c0ccdfcec04, NAME => 'TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-24T08:49:46,912 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:46,916 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39869 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ba6510c7bfa6c5b85357c0ccdfcec04, daughterA=e353dc25a03e0a4638143650527acf56, daughterB=795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:46,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ba6510c7bfa6c5b85357c0ccdfcec04, daughterA=e353dc25a03e0a4638143650527acf56, daughterB=795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:46,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ba6510c7bfa6c5b85357c0ccdfcec04, daughterA=e353dc25a03e0a4638143650527acf56, daughterB=795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:46,918 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ba6510c7bfa6c5b85357c0ccdfcec04, daughterA=e353dc25a03e0a4638143650527acf56, daughterB=795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:46,924 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, UNASSIGN}] 2024-11-24T08:49:46,925 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, UNASSIGN 2024-11-24T08:49:46,927 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ba6510c7bfa6c5b85357c0ccdfcec04, regionState=CLOSING, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:46,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, UNASSIGN because future has completed 2024-11-24T08:49:46,930 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-24T08:49:46,930 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629}] 2024-11-24T08:49:47,087 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,087 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-24T08:49:47,088 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 2ba6510c7bfa6c5b85357c0ccdfcec04, disabling compactions & flushes 2024-11-24T08:49:47,088 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:47,088 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:47,088 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. after waiting 0 ms 2024-11-24T08:49:47,088 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:47,088 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-24T08:49:47,095 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/a28caeff35b44c91bf659c7e35d7c033 is 1055, key is row0095/info:/1732438186869/Put/seqid=0 2024-11-24T08:49:47,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741848_1024 (size=7062) 2024-11-24T08:49:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741848_1024 (size=7062) 2024-11-24T08:49:47,101 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/a28caeff35b44c91bf659c7e35d7c033 2024-11-24T08:49:47,107 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/.tmp/info/a28caeff35b44c91bf659c7e35d7c033 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a28caeff35b44c91bf659c7e35d7c033 2024-11-24T08:49:47,113 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a28caeff35b44c91bf659c7e35d7c033, entries=2, sequenceid=127, filesize=6.9 K 2024-11-24T08:49:47,114 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 26ms, sequenceid=127, compaction requested=true 2024-11-24T08:49:47,115 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d] to archive 2024-11-24T08:49:47,116 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T08:49:47,118 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/dfc8e6ee84f24122b5a905448cdcc205 2024-11-24T08:49:47,119 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/c9259a6c23394d93b5a8f16736c3dc1d 2024-11-24T08:49:47,120 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a13fb8689df24493ae0538fba3ad306e 2024-11-24T08:49:47,121 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/cb274e9e30d44f34943ed2b1a696a2d5 2024-11-24T08:49:47,122 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/62876616d2254bdb985969e506cd2f74 2024-11-24T08:49:47,124 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/562e3f1ef1964e0abaf2906285f33b0f 2024-11-24T08:49:47,125 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3a2927db080a42ca85bc744a33cd3879 2024-11-24T08:49:47,126 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/3e876d3b232a44fea2579571dafeeefe 2024-11-24T08:49:47,127 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/6fdb7fbbccaf4076a0f6642e8ec03b8d 2024-11-24T08:49:47,132 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-24T08:49:47,133 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. 2024-11-24T08:49:47,133 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 2ba6510c7bfa6c5b85357c0ccdfcec04: Waiting for close lock at 1732438187088Running coprocessor pre-close hooks at 1732438187088Disabling compacts and flushes for region at 1732438187088Disabling writes for close at 1732438187088Obtaining lock to block concurrent updates at 1732438187088Preparing flush snapshotting stores in 2ba6510c7bfa6c5b85357c0ccdfcec04 at 1732438187088Finished memstore snapshotting TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732438187088Flushing stores of TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. at 1732438187089 (+1 ms)Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04/info: creating writer at 1732438187089Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04/info: appending metadata at 1732438187094 (+5 ms)Flushing 2ba6510c7bfa6c5b85357c0ccdfcec04/info: closing flushed file at 1732438187094Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ce9ed9: reopening flushed file at 1732438187106 (+12 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 2ba6510c7bfa6c5b85357c0ccdfcec04 in 26ms, sequenceid=127, compaction requested=true at 1732438187114 (+8 ms)Writing region close event to WAL at 1732438187129 (+15 ms)Running coprocessor post-close hooks at 1732438187133 (+4 ms)Closed at 1732438187133 2024-11-24T08:49:47,135 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,136 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=2ba6510c7bfa6c5b85357c0ccdfcec04, regionState=CLOSED 2024-11-24T08:49:47,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629 because future has completed 2024-11-24T08:49:47,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-24T08:49:47,141 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 2ba6510c7bfa6c5b85357c0ccdfcec04, server=469387a2cdb6,33259,1732438171629 in 209 msec 2024-11-24T08:49:47,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-24T08:49:47,143 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=2ba6510c7bfa6c5b85357c0ccdfcec04, UNASSIGN in 217 msec 2024-11-24T08:49:47,150 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:47,153 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=2ba6510c7bfa6c5b85357c0ccdfcec04, threads=3 2024-11-24T08:49:47,155 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/5a3e2925bfd14f5cb05faf88b7648db2 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,155 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,155 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a28caeff35b44c91bf659c7e35d7c033 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,166 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/5a3e2925bfd14f5cb05faf88b7648db2, top=true 2024-11-24T08:49:47,169 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a28caeff35b44c91bf659c7e35d7c033, top=true 2024-11-24T08:49:47,174 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2 for child: 795be06cb2bee1f4ac3344d62a07b00f, parent: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,174 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/5a3e2925bfd14f5cb05faf88b7648db2 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741849_1025 (size=27) 2024-11-24T08:49:47,179 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033 for child: 795be06cb2bee1f4ac3344d62a07b00f, parent: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,179 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/a28caeff35b44c91bf659c7e35d7c033 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741849_1025 (size=27) 2024-11-24T08:49:47,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741850_1026 (size=27) 2024-11-24T08:49:47,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741850_1026 (size=27) 2024-11-24T08:49:47,192 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23 for region: 2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:49:47,194 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 2ba6510c7bfa6c5b85357c0ccdfcec04 Daughter A: [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04] storefiles, Daughter B: [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033] storefiles. 2024-11-24T08:49:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741851_1027 (size=71) 2024-11-24T08:49:47,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741851_1027 (size=71) 2024-11-24T08:49:47,205 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741852_1028 (size=71) 2024-11-24T08:49:47,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741852_1028 (size=71) 2024-11-24T08:49:47,223 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:47,234 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-24T08:49:47,236 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-24T08:49:47,238 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732438187238"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732438187238"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732438187238"}]},"ts":"1732438187238"} 2024-11-24T08:49:47,238 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732438187238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438187238"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732438187238"}]},"ts":"1732438187238"} 2024-11-24T08:49:47,238 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732438187238"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732438187238"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732438187238"}]},"ts":"1732438187238"} 2024-11-24T08:49:47,254 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e353dc25a03e0a4638143650527acf56, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=795be06cb2bee1f4ac3344d62a07b00f, ASSIGN}] 2024-11-24T08:49:47,256 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e353dc25a03e0a4638143650527acf56, ASSIGN 2024-11-24T08:49:47,256 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=795be06cb2bee1f4ac3344d62a07b00f, ASSIGN 2024-11-24T08:49:47,256 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e353dc25a03e0a4638143650527acf56, ASSIGN; state=SPLITTING_NEW, location=469387a2cdb6,33259,1732438171629; forceNewPlan=false, retain=false 2024-11-24T08:49:47,256 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=795be06cb2bee1f4ac3344d62a07b00f, ASSIGN; state=SPLITTING_NEW, location=469387a2cdb6,33259,1732438171629; forceNewPlan=false, retain=false 2024-11-24T08:49:47,408 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=795be06cb2bee1f4ac3344d62a07b00f, regionState=OPENING, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:47,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e353dc25a03e0a4638143650527acf56, regionState=OPENING, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:47,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e353dc25a03e0a4638143650527acf56, ASSIGN because future has completed 2024-11-24T08:49:47,415 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e353dc25a03e0a4638143650527acf56, server=469387a2cdb6,33259,1732438171629}] 2024-11-24T08:49:47,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=795be06cb2bee1f4ac3344d62a07b00f, ASSIGN because future has completed 2024-11-24T08:49:47,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629}] 2024-11-24T08:49:47,577 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:47,577 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 795be06cb2bee1f4ac3344d62a07b00f, NAME => 'TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-24T08:49:47,578 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,578 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:47,578 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,578 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,581 INFO [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,583 INFO [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 795be06cb2bee1f4ac3344d62a07b00f columnFamilyName info 2024-11-24T08:49:47,583 DEBUG [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:47,600 DEBUG [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-top 2024-11-24T08:49:47,605 DEBUG [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2 2024-11-24T08:49:47,610 DEBUG [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033 2024-11-24T08:49:47,610 INFO [StoreOpener-795be06cb2bee1f4ac3344d62a07b00f-1 {}] regionserver.HStore(327): Store=795be06cb2bee1f4ac3344d62a07b00f/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:47,610 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,611 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,612 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,613 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,613 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,615 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,616 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 795be06cb2bee1f4ac3344d62a07b00f; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860952, jitterRate=0.09475815296173096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:49:47,616 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:47,616 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 795be06cb2bee1f4ac3344d62a07b00f: Running coprocessor pre-open hook at 1732438187578Writing region info on filesystem at 1732438187578Initializing all the Stores at 1732438187580 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438187580Cleaning up temporary data from old regions at 1732438187613 (+33 ms)Running coprocessor post-open hooks at 1732438187616 (+3 ms)Region opened successfully at 1732438187616 2024-11-24T08:49:47,617 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., pid=13, masterSystemTime=1732438187569 2024-11-24T08:49:47,617 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:49:47,617 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:47,617 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:47,619 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:47,619 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:49:47,619 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:47,619 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-top, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=113.7 K 2024-11-24T08:49:47,619 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:47,619 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:47,619 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:49:47,620 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => e353dc25a03e0a4638143650527acf56, NAME => 'TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-24T08:49:47,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=795be06cb2bee1f4ac3344d62a07b00f, regionState=OPEN, openSeqNum=131, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:47,620 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04, keycount=41, bloomtype=ROW, size=89.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1732438182644 2024-11-24T08:49:47,620 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,620 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:49:47,620 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,620 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,620 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1732438186845 2024-11-24T08:49:47,621 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732438186869 2024-11-24T08:49:47,621 INFO [StoreOpener-e353dc25a03e0a4638143650527acf56-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,622 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-24T08:49:47,622 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-24T08:49:47,622 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-24T08:49:47,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 because future has completed 2024-11-24T08:49:47,622 INFO [StoreOpener-e353dc25a03e0a4638143650527acf56-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e353dc25a03e0a4638143650527acf56 columnFamilyName info 2024-11-24T08:49:47,623 DEBUG [StoreOpener-e353dc25a03e0a4638143650527acf56-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:49:47,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=11 2024-11-24T08:49:47,628 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 in 207 msec 2024-11-24T08:49:47,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=795be06cb2bee1f4ac3344d62a07b00f, ASSIGN in 374 msec 2024-11-24T08:49:47,634 DEBUG [StoreOpener-e353dc25a03e0a4638143650527acf56-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-bottom 2024-11-24T08:49:47,635 INFO [StoreOpener-e353dc25a03e0a4638143650527acf56-1 {}] regionserver.HStore(327): Store=e353dc25a03e0a4638143650527acf56/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:49:47,635 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,636 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,637 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,637 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,637 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,639 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,640 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened e353dc25a03e0a4638143650527acf56; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756936, jitterRate=-0.037507250905036926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-24T08:49:47,640 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e353dc25a03e0a4638143650527acf56 2024-11-24T08:49:47,640 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for e353dc25a03e0a4638143650527acf56: Running coprocessor pre-open hook at 1732438187620Writing region info on filesystem at 1732438187620Initializing all the Stores at 1732438187621 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438187621Cleaning up temporary data from old regions at 1732438187637 (+16 ms)Running coprocessor post-open hooks at 1732438187640 (+3 ms)Region opened successfully at 1732438187640 2024-11-24T08:49:47,641 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56., pid=12, masterSystemTime=1732438187569 2024-11-24T08:49:47,641 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store e353dc25a03e0a4638143650527acf56:info, priority=-2147483648, current under compaction store size is 2 2024-11-24T08:49:47,641 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-24T08:49:47,641 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:47,642 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:49:47,642 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1541): e353dc25a03e0a4638143650527acf56/info is initiating minor compaction (all files) 2024-11-24T08:49:47,642 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of e353dc25a03e0a4638143650527acf56/info in TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:49:47,643 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-bottom] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/.tmp, totalSize=89.6 K 2024-11-24T08:49:47,643 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/73def7783d864345951b58d7d3935015 is 193, key is TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f./info:regioninfo/1732438187620/Put/seqid=0 2024-11-24T08:49:47,643 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.Compactor(225): Compacting 37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04, keycount=41, bloomtype=ROW, size=89.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1732438182644 2024-11-24T08:49:47,645 DEBUG [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:49:47,645 INFO [RS_OPEN_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:49:47,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e353dc25a03e0a4638143650527acf56, regionState=OPEN, openSeqNum=131, regionLocation=469387a2cdb6,33259,1732438171629 2024-11-24T08:49:47,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e353dc25a03e0a4638143650527acf56, server=469387a2cdb6,33259,1732438171629 because future has completed 2024-11-24T08:49:47,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=10 2024-11-24T08:49:47,653 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e353dc25a03e0a4638143650527acf56, server=469387a2cdb6,33259,1732438171629 in 236 msec 2024-11-24T08:49:47,654 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:47,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-24T08:49:47,655 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=e353dc25a03e0a4638143650527acf56, ASSIGN in 399 msec 2024-11-24T08:49:47,655 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/e156dd4c985c4542aedc26d60fa766e1 is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:49:47,657 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=2ba6510c7bfa6c5b85357c0ccdfcec04, daughterA=e353dc25a03e0a4638143650527acf56, daughterB=795be06cb2bee1f4ac3344d62a07b00f in 743 msec 2024-11-24T08:49:47,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741853_1029 (size=9882) 2024-11-24T08:49:47,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741853_1029 (size=9882) 2024-11-24T08:49:47,663 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/73def7783d864345951b58d7d3935015 2024-11-24T08:49:47,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741854_1030 (size=40005) 2024-11-24T08:49:47,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741854_1030 (size=40005) 2024-11-24T08:49:47,698 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): e353dc25a03e0a4638143650527acf56#info#compaction#45 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:47,698 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/.tmp/info/fac616d5020c4481b141e0575e50fbd0 is 1055, key is row0001/info:/1732438182644/Put/seqid=0 2024-11-24T08:49:47,704 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/e156dd4c985c4542aedc26d60fa766e1 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e156dd4c985c4542aedc26d60fa766e1 2024-11-24T08:49:47,710 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into e156dd4c985c4542aedc26d60fa766e1(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:47,710 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:49:47,710 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438187617; duration=0sec 2024-11-24T08:49:47,711 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:47,711 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:49:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741855_1031 (size=71441) 2024-11-24T08:49:47,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741855_1031 (size=71441) 2024-11-24T08:49:47,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/ns/6626cc5b70334d52b1d2824691b143ed is 43, key is default/ns:d/1732438172507/Put/seqid=0 2024-11-24T08:49:47,720 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/.tmp/info/fac616d5020c4481b141e0575e50fbd0 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/fac616d5020c4481b141e0575e50fbd0 2024-11-24T08:49:47,726 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in e353dc25a03e0a4638143650527acf56/info of e353dc25a03e0a4638143650527acf56 into fac616d5020c4481b141e0575e50fbd0(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:47,726 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for e353dc25a03e0a4638143650527acf56: 2024-11-24T08:49:47,726 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56., storeName=e353dc25a03e0a4638143650527acf56/info, priority=15, startTime=1732438187641; duration=0sec 2024-11-24T08:49:47,727 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:47,727 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: e353dc25a03e0a4638143650527acf56:info 2024-11-24T08:49:47,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741856_1032 (size=5153) 2024-11-24T08:49:47,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741856_1032 (size=5153) 2024-11-24T08:49:47,741 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/ns/6626cc5b70334d52b1d2824691b143ed 2024-11-24T08:49:47,760 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/table/56170903fa71470385598d8c151487d6 is 65, key is TestLogRolling-testLogRolling/table:state/1732438173361/Put/seqid=0 2024-11-24T08:49:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741857_1033 (size=5340) 2024-11-24T08:49:47,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741857_1033 (size=5340) 2024-11-24T08:49:47,765 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/table/56170903fa71470385598d8c151487d6 2024-11-24T08:49:47,772 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/73def7783d864345951b58d7d3935015 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/info/73def7783d864345951b58d7d3935015 2024-11-24T08:49:47,778 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/info/73def7783d864345951b58d7d3935015, entries=30, sequenceid=17, filesize=9.7 K 2024-11-24T08:49:47,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/ns/6626cc5b70334d52b1d2824691b143ed as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/ns/6626cc5b70334d52b1d2824691b143ed 2024-11-24T08:49:47,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/ns/6626cc5b70334d52b1d2824691b143ed, entries=2, sequenceid=17, filesize=5.0 K 2024-11-24T08:49:47,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/table/56170903fa71470385598d8c151487d6 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/table/56170903fa71470385598d8c151487d6 2024-11-24T08:49:47,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/table/56170903fa71470385598d8c151487d6, entries=2, sequenceid=17, filesize=5.2 K 2024-11-24T08:49:47,792 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 170ms, sequenceid=17, compaction requested=false 2024-11-24T08:49:47,792 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T08:49:48,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57912 deadline: 1732438198875, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. is not online on 469387a2cdb6,33259,1732438171629 2024-11-24T08:49:48,911 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., hostname=469387a2cdb6,33259,1732438171629, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., hostname=469387a2cdb6,33259,1732438171629, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. is not online on 469387a2cdb6,33259,1732438171629 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T08:49:48,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., hostname=469387a2cdb6,33259,1732438171629, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04. is not online on 469387a2cdb6,33259,1732438171629 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T08:49:48,912 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732438172569.2ba6510c7bfa6c5b85357c0ccdfcec04., hostname=469387a2cdb6,33259,1732438171629, seqNum=2 from cache 2024-11-24T08:49:52,637 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-24T08:49:52,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,653 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,656 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,657 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:52,659 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-24T08:49:59,030 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., hostname=469387a2cdb6,33259,1732438171629, seqNum=131] 2024-11-24T08:49:59,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:59,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:49:59,051 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b31f897c61f2441bbc9107dc5c1c6693 is 1055, key is row0097/info:/1732438199031/Put/seqid=0 2024-11-24T08:49:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741858_1034 (size=13394) 2024-11-24T08:49:59,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741858_1034 (size=13394) 2024-11-24T08:49:59,057 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b31f897c61f2441bbc9107dc5c1c6693 2024-11-24T08:49:59,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b31f897c61f2441bbc9107dc5c1c6693 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693 2024-11-24T08:49:59,072 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693, entries=8, sequenceid=142, filesize=13.1 K 2024-11-24T08:49:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 795be06cb2bee1f4ac3344d62a07b00f in 28ms, sequenceid=142, compaction requested=false 2024-11-24T08:49:59,073 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:49:59,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:49:59,073 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-24T08:49:59,077 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/c488a42df50a46a0ac4625e9ef51a3c5 is 1055, key is row0105/info:/1732438199046/Put/seqid=0 2024-11-24T08:49:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741859_1035 (size=19728) 2024-11-24T08:49:59,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741859_1035 (size=19728) 2024-11-24T08:49:59,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/c488a42df50a46a0ac4625e9ef51a3c5 2024-11-24T08:49:59,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/c488a42df50a46a0ac4625e9ef51a3c5 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5 2024-11-24T08:49:59,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5, entries=14, sequenceid=159, filesize=19.3 K 2024-11-24T08:49:59,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 795be06cb2bee1f4ac3344d62a07b00f in 26ms, sequenceid=159, compaction requested=true 2024-11-24T08:49:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:49:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:49:59,099 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:49:59,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:59,100 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 73127 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:49:59,100 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:49:59,100 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:49:59,101 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e156dd4c985c4542aedc26d60fa766e1, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=71.4 K 2024-11-24T08:49:59,101 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.Compactor(225): Compacting e156dd4c985c4542aedc26d60fa766e1, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1732438184796 2024-11-24T08:49:59,101 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.Compactor(225): Compacting b31f897c61f2441bbc9107dc5c1c6693, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1732438199031 2024-11-24T08:49:59,102 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] compactions.Compactor(225): Compacting c488a42df50a46a0ac4625e9ef51a3c5, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732438199046 2024-11-24T08:49:59,113 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#50 average throughput is 27.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:49:59,114 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/8677115acbc740f4afccaaacb1ce827f is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:49:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741860_1036 (size=63341) 2024-11-24T08:49:59,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741860_1036 (size=63341) 2024-11-24T08:49:59,125 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/8677115acbc740f4afccaaacb1ce827f as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/8677115acbc740f4afccaaacb1ce827f 2024-11-24T08:49:59,131 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into 8677115acbc740f4afccaaacb1ce827f(size=61.9 K), total size for store is 61.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:49:59,131 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:49:59,131 INFO [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438199099; duration=0sec 2024-11-24T08:49:59,131 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:49:59,131 DEBUG [RS:0;469387a2cdb6:33259-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:01,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:01,098 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-24T08:50:01,105 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/e3161721783845e2a41a1c62642ab7f5 is 1055, key is row0119/info:/1732438199075/Put/seqid=0 2024-11-24T08:50:01,110 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741861_1037 (size=16553) 2024-11-24T08:50:01,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741861_1037 (size=16553) 2024-11-24T08:50:01,111 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/e3161721783845e2a41a1c62642ab7f5 2024-11-24T08:50:01,117 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/e3161721783845e2a41a1c62642ab7f5 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5 2024-11-24T08:50:01,123 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5, entries=11, sequenceid=174, filesize=16.2 K 2024-11-24T08:50:01,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=11.29 KB/11561 for 795be06cb2bee1f4ac3344d62a07b00f in 26ms, sequenceid=174, compaction requested=false 2024-11-24T08:50:01,124 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:01,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:01,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T08:50:01,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/5849c7608ebc45b0864536d9de4234be is 1055, key is row0130/info:/1732438201100/Put/seqid=0 2024-11-24T08:50:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741862_1038 (size=17606) 2024-11-24T08:50:01,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741862_1038 (size=17606) 2024-11-24T08:50:01,134 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=189 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/5849c7608ebc45b0864536d9de4234be 2024-11-24T08:50:01,140 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/5849c7608ebc45b0864536d9de4234be as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be 2024-11-24T08:50:01,146 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be, entries=12, sequenceid=189, filesize=17.2 K 2024-11-24T08:50:01,147 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for 795be06cb2bee1f4ac3344d62a07b00f in 22ms, sequenceid=189, compaction requested=true 2024-11-24T08:50:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:01,147 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:01,147 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:01,149 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 97500 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:01,149 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:01,149 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:01,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:01,149 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/8677115acbc740f4afccaaacb1ce827f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=95.2 K 2024-11-24T08:50:01,149 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T08:50:01,149 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8677115acbc740f4afccaaacb1ce827f, keycount=55, bloomtype=ROW, size=61.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1732438184796 2024-11-24T08:50:01,150 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting e3161721783845e2a41a1c62642ab7f5, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1732438199075 2024-11-24T08:50:01,150 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5849c7608ebc45b0864536d9de4234be, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732438201100 2024-11-24T08:50:01,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b288253150c946b28b595112f928867f is 1055, key is row0142/info:/1732438201126/Put/seqid=0 2024-11-24T08:50:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741863_1039 (size=17606) 2024-11-24T08:50:01,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741863_1039 (size=17606) 2024-11-24T08:50:01,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=204 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b288253150c946b28b595112f928867f 2024-11-24T08:50:01,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b288253150c946b28b595112f928867f as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f 2024-11-24T08:50:01,171 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#54 average throughput is 39.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:01,171 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/867c302c1c41426381776a9088e10c00 is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:01,175 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741864_1040 (size=87735) 2024-11-24T08:50:01,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741864_1040 (size=87735) 2024-11-24T08:50:01,177 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f, entries=12, sequenceid=204, filesize=17.2 K 2024-11-24T08:50:01,178 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=7.18 KB/7357 for 795be06cb2bee1f4ac3344d62a07b00f in 29ms, sequenceid=204, compaction requested=false 2024-11-24T08:50:01,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:01,184 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/867c302c1c41426381776a9088e10c00 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/867c302c1c41426381776a9088e10c00 2024-11-24T08:50:01,190 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into 867c302c1c41426381776a9088e10c00(size=85.7 K), total size for store is 102.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:01,190 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:01,190 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438201147; duration=0sec 2024-11-24T08:50:01,190 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:01,190 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:01,560 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-24T08:50:03,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:03,174 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:50:03,180 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/7820c1ec27cc48a78b7df9cdcc926209 is 1055, key is row0154/info:/1732438201151/Put/seqid=0 2024-11-24T08:50:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741865_1041 (size=13394) 2024-11-24T08:50:03,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741865_1041 (size=13394) 2024-11-24T08:50:03,186 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=216 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/7820c1ec27cc48a78b7df9cdcc926209 2024-11-24T08:50:03,193 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/7820c1ec27cc48a78b7df9cdcc926209 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209 2024-11-24T08:50:03,199 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209, entries=8, sequenceid=216, filesize=13.1 K 2024-11-24T08:50:03,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 795be06cb2bee1f4ac3344d62a07b00f in 26ms, sequenceid=216, compaction requested=true 2024-11-24T08:50:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:03,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:03,200 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:03,200 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:03,200 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T08:50:03,202 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 118735 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:03,202 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:03,202 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:03,202 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/867c302c1c41426381776a9088e10c00, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=116.0 K 2024-11-24T08:50:03,202 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 867c302c1c41426381776a9088e10c00, keycount=78, bloomtype=ROW, size=85.7 K, encoding=NONE, compression=NONE, seqNum=189, earliestPutTs=1732438184796 2024-11-24T08:50:03,203 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting b288253150c946b28b595112f928867f, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=204, earliestPutTs=1732438201126 2024-11-24T08:50:03,203 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7820c1ec27cc48a78b7df9cdcc926209, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732438201151 2024-11-24T08:50:03,204 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b1ad6321ddc84834993f832569efae3b is 1055, key is row0162/info:/1732438203175/Put/seqid=0 2024-11-24T08:50:03,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741866_1042 (size=17606) 2024-11-24T08:50:03,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741866_1042 (size=17606) 2024-11-24T08:50:03,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=231 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b1ad6321ddc84834993f832569efae3b 2024-11-24T08:50:03,217 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#57 average throughput is 32.74 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:03,218 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b1ad6321ddc84834993f832569efae3b as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b 2024-11-24T08:50:03,218 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/6e48f2c59ff94ed9970be72e9b89acba is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:03,224 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b, entries=12, sequenceid=231, filesize=17.2 K 2024-11-24T08:50:03,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=9.24 KB/9459 for 795be06cb2bee1f4ac3344d62a07b00f in 25ms, sequenceid=231, compaction requested=false 2024-11-24T08:50:03,225 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741867_1043 (size=108905) 2024-11-24T08:50:03,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741867_1043 (size=108905) 2024-11-24T08:50:03,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:03,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-24T08:50:03,232 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/13ef3e9347114f96b863fd0026db7d7d is 1055, key is row0174/info:/1732438203202/Put/seqid=0 2024-11-24T08:50:03,238 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/6e48f2c59ff94ed9970be72e9b89acba as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6e48f2c59ff94ed9970be72e9b89acba 2024-11-24T08:50:03,246 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into 6e48f2c59ff94ed9970be72e9b89acba(size=106.4 K), total size for store is 123.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:03,246 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:03,246 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438203200; duration=0sec 2024-11-24T08:50:03,246 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:03,246 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:03,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741868_1044 (size=15500) 2024-11-24T08:50:03,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741868_1044 (size=15500) 2024-11-24T08:50:03,249 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=244 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/13ef3e9347114f96b863fd0026db7d7d 2024-11-24T08:50:03,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/13ef3e9347114f96b863fd0026db7d7d as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d 2024-11-24T08:50:03,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d, entries=10, sequenceid=244, filesize=15.1 K 2024-11-24T08:50:03,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=9.24 KB/9459 for 795be06cb2bee1f4ac3344d62a07b00f in 35ms, sequenceid=244, compaction requested=true 2024-11-24T08:50:03,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:03,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:03,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:03,264 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:03,265 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 142011 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:03,265 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:03,265 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:03,265 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6e48f2c59ff94ed9970be72e9b89acba, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=138.7 K 2024-11-24T08:50:03,265 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e48f2c59ff94ed9970be72e9b89acba, keycount=98, bloomtype=ROW, size=106.4 K, encoding=NONE, compression=NONE, seqNum=216, earliestPutTs=1732438184796 2024-11-24T08:50:03,266 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting b1ad6321ddc84834993f832569efae3b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=231, earliestPutTs=1732438203175 2024-11-24T08:50:03,266 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 13ef3e9347114f96b863fd0026db7d7d, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732438203202 2024-11-24T08:50:03,278 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#59 average throughput is 40.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:03,279 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/a5a314dbe5bd4c1794f12a843c53ba2b is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:03,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741869_1045 (size=132305) 2024-11-24T08:50:03,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741869_1045 (size=132305) 2024-11-24T08:50:03,291 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/a5a314dbe5bd4c1794f12a843c53ba2b as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a5a314dbe5bd4c1794f12a843c53ba2b 2024-11-24T08:50:03,298 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into a5a314dbe5bd4c1794f12a843c53ba2b(size=129.2 K), total size for store is 129.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:03,298 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:03,298 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438203263; duration=0sec 2024-11-24T08:50:03,298 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:03,298 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:05,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:05,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-24T08:50:05,263 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cb69d0df77f344a78cd703082e4a09a3 is 1055, key is row0184/info:/1732438203229/Put/seqid=0 2024-11-24T08:50:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741870_1046 (size=15501) 2024-11-24T08:50:05,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741870_1046 (size=15501) 2024-11-24T08:50:05,270 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=259 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cb69d0df77f344a78cd703082e4a09a3 2024-11-24T08:50:05,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cb69d0df77f344a78cd703082e4a09a3 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3 2024-11-24T08:50:05,282 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3, entries=10, sequenceid=259, filesize=15.1 K 2024-11-24T08:50:05,283 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=11.29 KB/11561 for 795be06cb2bee1f4ac3344d62a07b00f in 26ms, sequenceid=259, compaction requested=false 2024-11-24T08:50:05,283 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:05,285 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-24T08:50:05,289 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/451f9eb7a69f493c8feae1e6bb8db2c2 is 1055, key is row0194/info:/1732438205258/Put/seqid=0 2024-11-24T08:50:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741871_1047 (size=18688) 2024-11-24T08:50:05,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741871_1047 (size=18688) 2024-11-24T08:50:05,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=275 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/451f9eb7a69f493c8feae1e6bb8db2c2 2024-11-24T08:50:05,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/451f9eb7a69f493c8feae1e6bb8db2c2 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2 2024-11-24T08:50:05,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2, entries=13, sequenceid=275, filesize=18.3 K 2024-11-24T08:50:05,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 795be06cb2bee1f4ac3344d62a07b00f in 23ms, sequenceid=275, compaction requested=true 2024-11-24T08:50:05,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:05,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:05,308 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:05,308 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:05,309 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 166494 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:05,309 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:05,309 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:05,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:05,309 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a5a314dbe5bd4c1794f12a843c53ba2b, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=162.6 K 2024-11-24T08:50:05,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-24T08:50:05,310 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting a5a314dbe5bd4c1794f12a843c53ba2b, keycount=120, bloomtype=ROW, size=129.2 K, encoding=NONE, compression=NONE, seqNum=244, earliestPutTs=1732438184796 2024-11-24T08:50:05,310 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting cb69d0df77f344a78cd703082e4a09a3, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=259, earliestPutTs=1732438203229 2024-11-24T08:50:05,311 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 451f9eb7a69f493c8feae1e6bb8db2c2, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732438205258 2024-11-24T08:50:05,313 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/3277439656704b179a40f032252668bf is 1055, key is row0207/info:/1732438205286/Put/seqid=0 2024-11-24T08:50:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741872_1048 (size=17618) 2024-11-24T08:50:05,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741872_1048 (size=17618) 2024-11-24T08:50:05,322 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=290 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/3277439656704b179a40f032252668bf 2024-11-24T08:50:05,327 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#63 average throughput is 35.83 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:05,327 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/a227fa0851e247d4ba7cf04ba477ca5a is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:05,330 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/3277439656704b179a40f032252668bf as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf 2024-11-24T08:50:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741873_1049 (size=156716) 2024-11-24T08:50:05,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741873_1049 (size=156716) 2024-11-24T08:50:05,336 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf, entries=12, sequenceid=290, filesize=17.2 K 2024-11-24T08:50:05,336 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/a227fa0851e247d4ba7cf04ba477ca5a as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a227fa0851e247d4ba7cf04ba477ca5a 2024-11-24T08:50:05,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=6.16 KB/6306 for 795be06cb2bee1f4ac3344d62a07b00f in 28ms, sequenceid=290, compaction requested=false 2024-11-24T08:50:05,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:05,343 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into a227fa0851e247d4ba7cf04ba477ca5a(size=153.0 K), total size for store is 170.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:05,343 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:05,344 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438205308; duration=0sec 2024-11-24T08:50:05,344 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:05,344 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:07,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:07,333 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-24T08:50:07,339 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/784bc4ed6eb446fe85abe74ce505d830 is 1055, key is row0219/info:/1732438205311/Put/seqid=0 2024-11-24T08:50:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741874_1050 (size=13402) 2024-11-24T08:50:07,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741874_1050 (size=13402) 2024-11-24T08:50:07,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=302 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/784bc4ed6eb446fe85abe74ce505d830 2024-11-24T08:50:07,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/784bc4ed6eb446fe85abe74ce505d830 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830 2024-11-24T08:50:07,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830, entries=8, sequenceid=302, filesize=13.1 K 2024-11-24T08:50:07,361 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 795be06cb2bee1f4ac3344d62a07b00f in 28ms, sequenceid=302, compaction requested=true 2024-11-24T08:50:07,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:07,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:07,361 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:07,361 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:07,363 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 187736 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:07,363 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:07,363 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:07,363 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a227fa0851e247d4ba7cf04ba477ca5a, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=183.3 K 2024-11-24T08:50:07,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:07,363 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-24T08:50:07,363 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting a227fa0851e247d4ba7cf04ba477ca5a, keycount=143, bloomtype=ROW, size=153.0 K, encoding=NONE, compression=NONE, seqNum=275, earliestPutTs=1732438184796 2024-11-24T08:50:07,364 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3277439656704b179a40f032252668bf, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=290, earliestPutTs=1732438205286 2024-11-24T08:50:07,364 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 784bc4ed6eb446fe85abe74ce505d830, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732438205311 2024-11-24T08:50:07,367 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b102e0c4211241b6bd719c6b686273ce is 1055, key is row0227/info:/1732438207335/Put/seqid=0 2024-11-24T08:50:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741875_1051 (size=19742) 2024-11-24T08:50:07,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741875_1051 (size=19742) 2024-11-24T08:50:07,377 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#66 average throughput is 54.46 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:07,378 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/6c323807fa4f495fbb9988c8d22a9837 is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:07,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741876_1052 (size=177902) 2024-11-24T08:50:07,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741876_1052 (size=177902) 2024-11-24T08:50:07,387 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/6c323807fa4f495fbb9988c8d22a9837 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6c323807fa4f495fbb9988c8d22a9837 2024-11-24T08:50:07,395 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into 6c323807fa4f495fbb9988c8d22a9837(size=173.7 K), total size for store is 173.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:07,395 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:07,395 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438207361; duration=0sec 2024-11-24T08:50:07,395 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:07,395 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:07,395 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-24T08:50:07,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:57912 deadline: 1732438217394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 2024-11-24T08:50:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., hostname=469387a2cdb6,33259,1732438171629, seqNum=131 , the old value is region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., hostname=469387a2cdb6,33259,1732438171629, seqNum=131, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T08:50:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., hostname=469387a2cdb6,33259,1732438171629, seqNum=131 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=795be06cb2bee1f4ac3344d62a07b00f, server=469387a2cdb6,33259,1732438171629 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-24T08:50:07,396 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., hostname=469387a2cdb6,33259,1732438171629, seqNum=131 because the exception is null or not the one we care about 2024-11-24T08:50:07,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b102e0c4211241b6bd719c6b686273ce 2024-11-24T08:50:07,785 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/b102e0c4211241b6bd719c6b686273ce as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce 2024-11-24T08:50:07,791 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce, entries=14, sequenceid=319, filesize=19.3 K 2024-11-24T08:50:07,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 795be06cb2bee1f4ac3344d62a07b00f in 429ms, sequenceid=319, compaction requested=false 2024-11-24T08:50:07,793 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:12,524 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-24T08:50:12,524 INFO [master/469387a2cdb6:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-24T08:50:17,476 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-24T08:50:17,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33259 {}] regionserver.HRegion(8855): Flush requested on 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:17,505 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 795be06cb2bee1f4ac3344d62a07b00f 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-24T08:50:17,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cfc8da5b68614bc1bafdd29acc8ca859 is 1055, key is row0241/info:/1732438207365/Put/seqid=0 2024-11-24T08:50:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741877_1053 (size=21854) 2024-11-24T08:50:17,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741877_1053 (size=21854) 2024-11-24T08:50:17,518 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cfc8da5b68614bc1bafdd29acc8ca859 2024-11-24T08:50:17,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/cfc8da5b68614bc1bafdd29acc8ca859 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859 2024-11-24T08:50:17,532 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859, entries=16, sequenceid=339, filesize=21.3 K 2024-11-24T08:50:17,533 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=0 B/0 for 795be06cb2bee1f4ac3344d62a07b00f in 29ms, sequenceid=339, compaction requested=true 2024-11-24T08:50:17,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:17,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 795be06cb2bee1f4ac3344d62a07b00f:info, priority=-2147483648, current under compaction store size is 1 2024-11-24T08:50:17,533 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:17,533 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-24T08:50:17,534 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 219498 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-24T08:50:17,534 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1541): 795be06cb2bee1f4ac3344d62a07b00f/info is initiating minor compaction (all files) 2024-11-24T08:50:17,535 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 795be06cb2bee1f4ac3344d62a07b00f/info in TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:17,535 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6c323807fa4f495fbb9988c8d22a9837, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859] into tmpdir=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp, totalSize=214.4 K 2024-11-24T08:50:17,535 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c323807fa4f495fbb9988c8d22a9837, keycount=163, bloomtype=ROW, size=173.7 K, encoding=NONE, compression=NONE, seqNum=302, earliestPutTs=1732438184796 2024-11-24T08:50:17,535 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting b102e0c4211241b6bd719c6b686273ce, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1732438207335 2024-11-24T08:50:17,536 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] compactions.Compactor(225): Compacting cfc8da5b68614bc1bafdd29acc8ca859, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=339, earliestPutTs=1732438207365 2024-11-24T08:50:17,549 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 795be06cb2bee1f4ac3344d62a07b00f#info#compaction#68 average throughput is 64.48 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-24T08:50:17,549 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/bb1ca1f631a54b1ab45598e9421eb12f is 1055, key is row0064/info:/1732438184796/Put/seqid=0 2024-11-24T08:50:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741878_1054 (size=209701) 2024-11-24T08:50:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741878_1054 (size=209701) 2024-11-24T08:50:17,557 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/.tmp/info/bb1ca1f631a54b1ab45598e9421eb12f as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/bb1ca1f631a54b1ab45598e9421eb12f 2024-11-24T08:50:17,563 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 795be06cb2bee1f4ac3344d62a07b00f/info of 795be06cb2bee1f4ac3344d62a07b00f into bb1ca1f631a54b1ab45598e9421eb12f(size=204.8 K), total size for store is 204.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-24T08:50:17,563 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:17,563 INFO [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f., storeName=795be06cb2bee1f4ac3344d62a07b00f/info, priority=13, startTime=1732438217533; duration=0sec 2024-11-24T08:50:17,563 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-24T08:50:17,563 DEBUG [RS:0;469387a2cdb6:33259-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 795be06cb2bee1f4ac3344d62a07b00f:info 2024-11-24T08:50:19,506 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-24T08:50:19,525 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438219506, exclude list is [], retry=0 2024-11-24T08:50:19,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46743,DS-cd982102-3298-43a9-89ec-4a0b3a08caf6,DISK] 2024-11-24T08:50:19,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43925,DS-c95d2c9d-c89a-45a1-868f-60aa126d7b55,DISK] 2024-11-24T08:50:19,530 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438172024 with entries=318, filesize=304.13 KB; new WAL /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438219506 2024-11-24T08:50:19,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46531:46531),(127.0.0.1/127.0.0.1:45999:45999)] 2024-11-24T08:50:19,530 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438172024 is not closed yet, will try archiving it next time 2024-11-24T08:50:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741833_1009 (size=311437) 2024-11-24T08:50:19,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741833_1009 (size=311437) 2024-11-24T08:50:19,532 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/WALs/469387a2cdb6,33259,1732438171629/469387a2cdb6%2C33259%2C1732438171629.1732438172024 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/oldWALs/469387a2cdb6%2C33259%2C1732438171629.1732438172024 2024-11-24T08:50:19,534 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for e353dc25a03e0a4638143650527acf56: 2024-11-24T08:50:19,534 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-24T08:50:19,539 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/20f21305f449483c9963c2163e996691 is 186, key is TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56./info:regioninfo/1732438187646/Put/seqid=0 2024-11-24T08:50:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741880_1056 (size=6153) 2024-11-24T08:50:19,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741880_1056 (size=6153) 2024-11-24T08:50:19,545 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/20f21305f449483c9963c2163e996691 2024-11-24T08:50:19,550 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/.tmp/info/20f21305f449483c9963c2163e996691 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/info/20f21305f449483c9963c2163e996691 2024-11-24T08:50:19,555 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/info/20f21305f449483c9963c2163e996691, entries=5, sequenceid=21, filesize=6.0 K 2024-11-24T08:50:19,556 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 22ms, sequenceid=21, compaction requested=false 2024-11-24T08:50:19,556 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-24T08:50:19,556 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 795be06cb2bee1f4ac3344d62a07b00f: 2024-11-24T08:50:19,557 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-24T08:50:19,557 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:50:19,557 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:50:19,557 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:19,557 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:19,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:19,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:50:19,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:50:19,558 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=262800202, stopped=false 2024-11-24T08:50:19,558 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=469387a2cdb6,39869,1732438171585 2024-11-24T08:50:19,559 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:19,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:19,559 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:19,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:50:19,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:50:19,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:19,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:19,560 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '469387a2cdb6,33259,1732438171629' ***** 2024-11-24T08:50:19,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:19,560 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:50:19,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:19,560 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(3091): Received CLOSE for e353dc25a03e0a4638143650527acf56 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(3091): Received CLOSE for 795be06cb2bee1f4ac3344d62a07b00f 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(959): stopping server 469387a2cdb6,33259,1732438171629 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:50:19,560 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e353dc25a03e0a4638143650527acf56, disabling compactions & flushes 2024-11-24T08:50:19,560 INFO [RS:0;469387a2cdb6:33259 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;469387a2cdb6:33259. 2024-11-24T08:50:19,560 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:50:19,560 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:50:19,561 DEBUG [RS:0;469387a2cdb6:33259 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:19,561 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. after waiting 0 ms 2024-11-24T08:50:19,561 DEBUG [RS:0;469387a2cdb6:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:19,561 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:50:19,561 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:50:19,561 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:50:19,561 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:50:19,561 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:50:19,561 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-bottom] to archive 2024-11-24T08:50:19,561 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-24T08:50:19,561 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1325): Online Regions={e353dc25a03e0a4638143650527acf56=TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56., 1588230740=hbase:meta,,1.1588230740, 795be06cb2bee1f4ac3344d62a07b00f=TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.} 2024-11-24T08:50:19,562 DEBUG [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 795be06cb2bee1f4ac3344d62a07b00f, e353dc25a03e0a4638143650527acf56 2024-11-24T08:50:19,562 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:50:19,562 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:50:19,562 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:50:19,562 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:50:19,562 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:50:19,563 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T08:50:19,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:50:19,566 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-24T08:50:19,565 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=469387a2cdb6:39869 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-24T08:50:19,566 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-24T08:50:19,566 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:50:19,566 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:50:19,566 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438219562Running coprocessor pre-close hooks at 1732438219562Disabling compacts and flushes for region at 1732438219562Disabling writes for close at 1732438219562Writing region close event to WAL at 1732438219563 (+1 ms)Running coprocessor post-close hooks at 1732438219566 (+3 ms)Closed at 1732438219566 2024-11-24T08:50:19,567 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:50:19,569 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/e353dc25a03e0a4638143650527acf56/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-24T08:50:19,570 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e353dc25a03e0a4638143650527acf56: Waiting for close lock at 1732438219560Running coprocessor pre-close hooks at 1732438219560Disabling compacts and flushes for region at 1732438219560Disabling writes for close at 1732438219561 (+1 ms)Writing region close event to WAL at 1732438219566 (+5 ms)Running coprocessor post-close hooks at 1732438219570 (+4 ms)Closed at 1732438219570 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732438186912.e353dc25a03e0a4638143650527acf56. 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 795be06cb2bee1f4ac3344d62a07b00f, disabling compactions & flushes 2024-11-24T08:50:19,570 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. after waiting 0 ms 2024-11-24T08:50:19,570 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:19,571 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04->hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/2ba6510c7bfa6c5b85357c0ccdfcec04/info/37ccf8ba43aa45ec813f36d43c6bba23-top, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e156dd4c985c4542aedc26d60fa766e1, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/8677115acbc740f4afccaaacb1ce827f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/867c302c1c41426381776a9088e10c00, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6e48f2c59ff94ed9970be72e9b89acba, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a5a314dbe5bd4c1794f12a843c53ba2b, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a227fa0851e247d4ba7cf04ba477ca5a, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6c323807fa4f495fbb9988c8d22a9837, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859] to archive 2024-11-24T08:50:19,572 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-24T08:50:19,574 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/37ccf8ba43aa45ec813f36d43c6bba23.2ba6510c7bfa6c5b85357c0ccdfcec04 2024-11-24T08:50:19,575 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-5a3e2925bfd14f5cb05faf88b7648db2 2024-11-24T08:50:19,576 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e156dd4c985c4542aedc26d60fa766e1 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e156dd4c985c4542aedc26d60fa766e1 2024-11-24T08:50:19,577 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/TestLogRolling-testLogRolling=2ba6510c7bfa6c5b85357c0ccdfcec04-a28caeff35b44c91bf659c7e35d7c033 2024-11-24T08:50:19,578 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b31f897c61f2441bbc9107dc5c1c6693 2024-11-24T08:50:19,580 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/8677115acbc740f4afccaaacb1ce827f to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/8677115acbc740f4afccaaacb1ce827f 2024-11-24T08:50:19,581 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/c488a42df50a46a0ac4625e9ef51a3c5 2024-11-24T08:50:19,582 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/e3161721783845e2a41a1c62642ab7f5 2024-11-24T08:50:19,583 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/867c302c1c41426381776a9088e10c00 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/867c302c1c41426381776a9088e10c00 2024-11-24T08:50:19,584 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/5849c7608ebc45b0864536d9de4234be 2024-11-24T08:50:19,585 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b288253150c946b28b595112f928867f 2024-11-24T08:50:19,586 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6e48f2c59ff94ed9970be72e9b89acba to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6e48f2c59ff94ed9970be72e9b89acba 2024-11-24T08:50:19,587 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/7820c1ec27cc48a78b7df9cdcc926209 2024-11-24T08:50:19,588 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b1ad6321ddc84834993f832569efae3b 2024-11-24T08:50:19,590 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a5a314dbe5bd4c1794f12a843c53ba2b to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a5a314dbe5bd4c1794f12a843c53ba2b 2024-11-24T08:50:19,591 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/13ef3e9347114f96b863fd0026db7d7d 2024-11-24T08:50:19,592 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cb69d0df77f344a78cd703082e4a09a3 2024-11-24T08:50:19,593 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a227fa0851e247d4ba7cf04ba477ca5a to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/a227fa0851e247d4ba7cf04ba477ca5a 2024-11-24T08:50:19,594 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/451f9eb7a69f493c8feae1e6bb8db2c2 2024-11-24T08:50:19,595 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/3277439656704b179a40f032252668bf 2024-11-24T08:50:19,596 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6c323807fa4f495fbb9988c8d22a9837 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/6c323807fa4f495fbb9988c8d22a9837 2024-11-24T08:50:19,597 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/784bc4ed6eb446fe85abe74ce505d830 2024-11-24T08:50:19,598 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/b102e0c4211241b6bd719c6b686273ce 2024-11-24T08:50:19,599 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859 to hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/archive/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/info/cfc8da5b68614bc1bafdd29acc8ca859 2024-11-24T08:50:19,599 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [e156dd4c985c4542aedc26d60fa766e1=40005, b31f897c61f2441bbc9107dc5c1c6693=13394, 8677115acbc740f4afccaaacb1ce827f=63341, c488a42df50a46a0ac4625e9ef51a3c5=19728, e3161721783845e2a41a1c62642ab7f5=16553, 867c302c1c41426381776a9088e10c00=87735, 5849c7608ebc45b0864536d9de4234be=17606, b288253150c946b28b595112f928867f=17606, 6e48f2c59ff94ed9970be72e9b89acba=108905, 7820c1ec27cc48a78b7df9cdcc926209=13394, b1ad6321ddc84834993f832569efae3b=17606, a5a314dbe5bd4c1794f12a843c53ba2b=132305, 13ef3e9347114f96b863fd0026db7d7d=15500, cb69d0df77f344a78cd703082e4a09a3=15501, a227fa0851e247d4ba7cf04ba477ca5a=156716, 451f9eb7a69f493c8feae1e6bb8db2c2=18688, 3277439656704b179a40f032252668bf=17618, 6c323807fa4f495fbb9988c8d22a9837=177902, 784bc4ed6eb446fe85abe74ce505d830=13402, b102e0c4211241b6bd719c6b686273ce=19742, cfc8da5b68614bc1bafdd29acc8ca859=21854] 2024-11-24T08:50:19,602 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/data/default/TestLogRolling-testLogRolling/795be06cb2bee1f4ac3344d62a07b00f/recovered.edits/344.seqid, newMaxSeqId=344, maxSeqId=130 2024-11-24T08:50:19,603 INFO [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:19,603 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 795be06cb2bee1f4ac3344d62a07b00f: Waiting for close lock at 1732438219570Running coprocessor pre-close hooks at 1732438219570Disabling compacts and flushes for region at 1732438219570Disabling writes for close at 1732438219570Writing region close event to WAL at 1732438219600 (+30 ms)Running coprocessor post-close hooks at 1732438219603 (+3 ms)Closed at 1732438219603 2024-11-24T08:50:19,603 DEBUG [RS_CLOSE_REGION-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732438186912.795be06cb2bee1f4ac3344d62a07b00f. 2024-11-24T08:50:19,762 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(976): stopping server 469387a2cdb6,33259,1732438171629; all regions closed. 2024-11-24T08:50:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741834_1010 (size=8107) 2024-11-24T08:50:19,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741834_1010 (size=8107) 2024-11-24T08:50:19,772 DEBUG [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/oldWALs 2024-11-24T08:50:19,772 INFO [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C33259%2C1732438171629.meta:.meta(num 1732438172453) 2024-11-24T08:50:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741879_1055 (size=780) 2024-11-24T08:50:19,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741879_1055 (size=780) 2024-11-24T08:50:19,777 DEBUG [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/oldWALs 2024-11-24T08:50:19,777 INFO [RS:0;469387a2cdb6:33259 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C33259%2C1732438171629:(num 1732438219506) 2024-11-24T08:50:19,777 DEBUG [RS:0;469387a2cdb6:33259 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:19,777 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:50:19,777 INFO [RS:0;469387a2cdb6:33259 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:50:19,778 INFO [RS:0;469387a2cdb6:33259 {}] hbase.ChoreService(370): Chore service for: regionserver/469387a2cdb6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:50:19,778 INFO [RS:0;469387a2cdb6:33259 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:50:19,778 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:50:19,778 INFO [RS:0;469387a2cdb6:33259 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33259 2024-11-24T08:50:19,780 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/469387a2cdb6,33259,1732438171629 2024-11-24T08:50:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:50:19,780 INFO [RS:0;469387a2cdb6:33259 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:50:19,781 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [469387a2cdb6,33259,1732438171629] 2024-11-24T08:50:19,782 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/469387a2cdb6,33259,1732438171629 already deleted, retry=false 2024-11-24T08:50:19,782 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 469387a2cdb6,33259,1732438171629 expired; onlineServers=0 2024-11-24T08:50:19,782 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '469387a2cdb6,39869,1732438171585' ***** 2024-11-24T08:50:19,782 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:50:19,782 INFO [M:0;469387a2cdb6:39869 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:50:19,782 INFO [M:0;469387a2cdb6:39869 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:50:19,782 DEBUG [M:0;469387a2cdb6:39869 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:50:19,782 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:50:19,782 DEBUG [M:0;469387a2cdb6:39869 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:50:19,782 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438171827 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438171827,5,FailOnTimeoutGroup] 2024-11-24T08:50:19,782 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438171828 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438171828,5,FailOnTimeoutGroup] 2024-11-24T08:50:19,783 INFO [M:0;469387a2cdb6:39869 {}] hbase.ChoreService(370): Chore service for: master/469387a2cdb6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:50:19,783 INFO [M:0;469387a2cdb6:39869 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:50:19,783 DEBUG [M:0;469387a2cdb6:39869 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:50:19,783 INFO [M:0;469387a2cdb6:39869 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:50:19,783 INFO [M:0;469387a2cdb6:39869 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:50:19,783 INFO [M:0;469387a2cdb6:39869 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:50:19,783 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:50:19,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T08:50:19,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:19,784 DEBUG [M:0;469387a2cdb6:39869 {}] zookeeper.ZKUtil(347): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T08:50:19,784 WARN [M:0;469387a2cdb6:39869 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:50:19,785 INFO [M:0;469387a2cdb6:39869 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/.lastflushedseqids 2024-11-24T08:50:19,791 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741881_1057 (size=228) 2024-11-24T08:50:19,792 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741881_1057 (size=228) 2024-11-24T08:50:19,792 INFO [M:0;469387a2cdb6:39869 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:50:19,792 INFO [M:0;469387a2cdb6:39869 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:50:19,792 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:50:19,792 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:19,792 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:19,792 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:50:19,792 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:19,792 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.36 KB 2024-11-24T08:50:19,806 DEBUG [M:0;469387a2cdb6:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a183d184eda24e2c8ea2bd4da54e7b97 is 82, key is hbase:meta,,1/info:regioninfo/1732438172493/Put/seqid=0 2024-11-24T08:50:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741882_1058 (size=5672) 2024-11-24T08:50:19,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741882_1058 (size=5672) 2024-11-24T08:50:19,810 INFO [M:0;469387a2cdb6:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a183d184eda24e2c8ea2bd4da54e7b97 2024-11-24T08:50:19,829 DEBUG [M:0;469387a2cdb6:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb95158707c44ab0b88514af16edb357 is 749, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732438173365/Put/seqid=0 2024-11-24T08:50:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741883_1059 (size=7089) 2024-11-24T08:50:19,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741883_1059 (size=7089) 2024-11-24T08:50:19,834 INFO [M:0;469387a2cdb6:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb95158707c44ab0b88514af16edb357 2024-11-24T08:50:19,838 INFO [M:0;469387a2cdb6:39869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb95158707c44ab0b88514af16edb357 2024-11-24T08:50:19,854 DEBUG [M:0;469387a2cdb6:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c0165b406e4250b807f240f8b086e5 is 69, key is 469387a2cdb6,33259,1732438171629/rs:state/1732438171876/Put/seqid=0 2024-11-24T08:50:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741884_1060 (size=5156) 2024-11-24T08:50:19,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741884_1060 (size=5156) 2024-11-24T08:50:19,881 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:19,881 INFO [RS:0;469387a2cdb6:33259 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:50:19,881 DEBUG [pool-478-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33259-0x10070ebfc190001, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:19,881 INFO [RS:0;469387a2cdb6:33259 {}] regionserver.HRegionServer(1031): Exiting; stopping=469387a2cdb6,33259,1732438171629; zookeeper connection closed. 2024-11-24T08:50:19,882 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@57634fd4 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@57634fd4 2024-11-24T08:50:19,882 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:50:19,896 INFO [regionserver/469387a2cdb6:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:50:20,262 INFO [M:0;469387a2cdb6:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c0165b406e4250b807f240f8b086e5 2024-11-24T08:50:20,287 DEBUG [M:0;469387a2cdb6:39869 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/58bd595ade134a7c8b4a3554e169d22b is 52, key is load_balancer_on/state:d/1732438172564/Put/seqid=0 2024-11-24T08:50:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741885_1061 (size=5056) 2024-11-24T08:50:20,292 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741885_1061 (size=5056) 2024-11-24T08:50:20,293 INFO [M:0;469387a2cdb6:39869 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/58bd595ade134a7c8b4a3554e169d22b 2024-11-24T08:50:20,297 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a183d184eda24e2c8ea2bd4da54e7b97 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a183d184eda24e2c8ea2bd4da54e7b97 2024-11-24T08:50:20,302 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a183d184eda24e2c8ea2bd4da54e7b97, entries=8, sequenceid=125, filesize=5.5 K 2024-11-24T08:50:20,303 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/cb95158707c44ab0b88514af16edb357 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb95158707c44ab0b88514af16edb357 2024-11-24T08:50:20,307 INFO [M:0;469387a2cdb6:39869 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cb95158707c44ab0b88514af16edb357 2024-11-24T08:50:20,307 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/cb95158707c44ab0b88514af16edb357, entries=13, sequenceid=125, filesize=6.9 K 2024-11-24T08:50:20,308 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b9c0165b406e4250b807f240f8b086e5 as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9c0165b406e4250b807f240f8b086e5 2024-11-24T08:50:20,312 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b9c0165b406e4250b807f240f8b086e5, entries=1, sequenceid=125, filesize=5.0 K 2024-11-24T08:50:20,313 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/58bd595ade134a7c8b4a3554e169d22b as hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/58bd595ade134a7c8b4a3554e169d22b 2024-11-24T08:50:20,317 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41839/user/jenkins/test-data/0682e4f2-9e7c-2ecb-d9e7-ca0b45e6b09b/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/58bd595ade134a7c8b4a3554e169d22b, entries=1, sequenceid=125, filesize=4.9 K 2024-11-24T08:50:20,318 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=125, compaction requested=false 2024-11-24T08:50:20,319 INFO [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:20,319 DEBUG [M:0;469387a2cdb6:39869 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438219792Disabling compacts and flushes for region at 1732438219792Disabling writes for close at 1732438219792Obtaining lock to block concurrent updates at 1732438219792Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732438219792Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1732438219793 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732438219793Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732438219793Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732438219805 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732438219805Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732438219814 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732438219829 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732438219829Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732438219838 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732438219854 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732438219854Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732438220272 (+418 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732438220287 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732438220287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a073ede: reopening flushed file at 1732438220296 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a45fa1e: reopening flushed file at 1732438220302 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648e4286: reopening flushed file at 1732438220307 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5e969b: reopening flushed file at 1732438220312 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 526ms, sequenceid=125, compaction requested=false at 1732438220318 (+6 ms)Writing region close event to WAL at 1732438220319 (+1 ms)Closed at 1732438220319 2024-11-24T08:50:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46743 is added to blk_1073741830_1006 (size=61320) 2024-11-24T08:50:20,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43925 is added to blk_1073741830_1006 (size=61320) 2024-11-24T08:50:20,322 INFO [M:0;469387a2cdb6:39869 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:50:20,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:50:20,322 INFO [M:0;469387a2cdb6:39869 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39869 2024-11-24T08:50:20,322 INFO [M:0;469387a2cdb6:39869 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:50:20,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:20,427 INFO [M:0;469387a2cdb6:39869 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:50:20,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39869-0x10070ebfc190000, quorum=127.0.0.1:55998, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:20,432 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@70df1448{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:20,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@269e588e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:20,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:20,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73d7d88e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:20,433 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb32245{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:20,436 WARN [BP-784362731-172.17.0.2-1732438171011 heartbeating to localhost/127.0.0.1:41839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:50:20,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:50:20,436 WARN [BP-784362731-172.17.0.2-1732438171011 heartbeating to localhost/127.0.0.1:41839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784362731-172.17.0.2-1732438171011 (Datanode Uuid c020c259-1426-44c0-b53f-ff6306a93770) service to localhost/127.0.0.1:41839 2024-11-24T08:50:20,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:50:20,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data3/current/BP-784362731-172.17.0.2-1732438171011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:20,437 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data4/current/BP-784362731-172.17.0.2-1732438171011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:20,437 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:50:20,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d5c618f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:20,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d2b51d5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:20,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:20,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@67ee70d2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:20,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75a5cc6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:20,443 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:50:20,443 WARN [BP-784362731-172.17.0.2-1732438171011 heartbeating to localhost/127.0.0.1:41839 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:50:20,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:50:20,443 WARN [BP-784362731-172.17.0.2-1732438171011 heartbeating to localhost/127.0.0.1:41839 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-784362731-172.17.0.2-1732438171011 (Datanode Uuid 1fb0c8a8-b580-41de-9dc2-2feb05a2b535) service to localhost/127.0.0.1:41839 2024-11-24T08:50:20,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data1/current/BP-784362731-172.17.0.2-1732438171011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:20,444 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/cluster_1836f07d-888b-d3ab-3bbb-efdb957ff6a8/data/data2/current/BP-784362731-172.17.0.2-1732438171011 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:20,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:50:20,450 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@f0a875d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:50:20,451 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@f762b3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:20,451 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:20,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@548a1d03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:20,451 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c4fdef7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:20,457 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:50:20,485 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:50:20,491 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 97) - Thread LEAK? -, OpenFileDescriptor=450 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 91), ProcessCount=10 (was 11), AvailableMemoryMB=1354 (was 1629) 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=450, MaxFileDescriptor=1048576, SystemLoadAverage=73, ProcessCount=11, AvailableMemoryMB=1354 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.log.dir so I do NOT create it in target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/f3ef39fb-bc5f-2124-b25f-ec42d00ec241/hadoop.tmp.dir so I do NOT create it in target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818, deleteOnExit=true 2024-11-24T08:50:20,497 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/test.cache.data in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.tmp.dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-24T08:50:20,498 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:50:20,498 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/nfs.dump.dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/java.io.tmpdir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-24T08:50:20,499 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-24T08:50:20,556 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:50:20,560 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:50:20,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:50:20,565 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:50:20,565 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-24T08:50:20,566 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:50:20,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7eac3cc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:50:20,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51faf86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:50:20,658 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d207023{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/java.io.tmpdir/jetty-localhost-40685-hadoop-hdfs-3_4_1-tests_jar-_-any-2298093289090932466/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:50:20,659 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3908d27f{HTTP/1.1, (http/1.1)}{localhost:40685} 2024-11-24T08:50:20,659 INFO [Time-limited test {}] server.Server(415): Started @188455ms 2024-11-24T08:50:20,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:50:20,711 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:50:20,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:50:20,712 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:50:20,712 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:50:20,712 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5373f646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:50:20,713 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6b5c829f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:50:20,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@114f33cb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/java.io.tmpdir/jetty-localhost-41885-hadoop-hdfs-3_4_1-tests_jar-_-any-950877117472221390/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:20,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@574857dc{HTTP/1.1, (http/1.1)}{localhost:41885} 2024-11-24T08:50:20,805 INFO [Time-limited test {}] server.Server(415): Started @188601ms 2024-11-24T08:50:20,806 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:50:20,837 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-24T08:50:20,841 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-24T08:50:20,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-24T08:50:20,842 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-24T08:50:20,842 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-24T08:50:20,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c5e9149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,AVAILABLE} 2024-11-24T08:50:20,843 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8c3d086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-24T08:50:20,871 WARN [Thread-1610 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data2/current/BP-173985420-172.17.0.2-1732438220521/current, will proceed with Du for space computation calculation, 2024-11-24T08:50:20,871 WARN [Thread-1609 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data1/current/BP-173985420-172.17.0.2-1732438220521/current, will proceed with Du for space computation calculation, 2024-11-24T08:50:20,890 WARN [Thread-1588 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:50:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x170f008bdfa32300 with lease ID 0xc086a9fbb88fa472: Processing first storage report for DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1 from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=478bd58e-4bda-493b-9633-78c663548a46, infoPort=42057, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521) 2024-11-24T08:50:20,892 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x170f008bdfa32300 with lease ID 0xc086a9fbb88fa472: from storage DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1 node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=478bd58e-4bda-493b-9633-78c663548a46, infoPort=42057, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:50:20,893 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x170f008bdfa32300 with lease ID 0xc086a9fbb88fa472: Processing first storage report for DS-e588a0ad-6d52-444e-a7e1-c97688cc5c17 from datanode DatanodeRegistration(127.0.0.1:35111, datanodeUuid=478bd58e-4bda-493b-9633-78c663548a46, infoPort=42057, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521) 2024-11-24T08:50:20,893 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x170f008bdfa32300 with lease ID 0xc086a9fbb88fa472: from storage DS-e588a0ad-6d52-444e-a7e1-c97688cc5c17 node DatanodeRegistration(127.0.0.1:35111, datanodeUuid=478bd58e-4bda-493b-9633-78c663548a46, infoPort=42057, infoSecurePort=0, ipcPort=32947, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:50:20,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1614d55d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/java.io.tmpdir/jetty-localhost-45381-hadoop-hdfs-3_4_1-tests_jar-_-any-2765213020690650035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:20,940 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1bbbe408{HTTP/1.1, (http/1.1)}{localhost:45381} 2024-11-24T08:50:20,940 INFO [Time-limited test {}] server.Server(415): Started @188736ms 2024-11-24T08:50:20,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-24T08:50:20,995 WARN [Thread-1635 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data3/current/BP-173985420-172.17.0.2-1732438220521/current, will proceed with Du for space computation calculation, 2024-11-24T08:50:20,995 WARN [Thread-1636 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data4/current/BP-173985420-172.17.0.2-1732438220521/current, will proceed with Du for space computation calculation, 2024-11-24T08:50:21,014 WARN [Thread-1624 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-24T08:50:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf24a7340088e441b with lease ID 0xc086a9fbb88fa473: Processing first storage report for DS-47e390be-8fce-4bc5-87ce-0afe703c96a1 from datanode DatanodeRegistration(127.0.0.1:46571, datanodeUuid=cedf04c3-d433-48e4-ba36-c2f69e681af6, infoPort=38423, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521) 2024-11-24T08:50:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf24a7340088e441b with lease ID 0xc086a9fbb88fa473: from storage DS-47e390be-8fce-4bc5-87ce-0afe703c96a1 node DatanodeRegistration(127.0.0.1:46571, datanodeUuid=cedf04c3-d433-48e4-ba36-c2f69e681af6, infoPort=38423, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-24T08:50:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf24a7340088e441b with lease ID 0xc086a9fbb88fa473: Processing first storage report for DS-7c9a3091-9348-424c-98cf-e5fb8c8b6e9a from datanode DatanodeRegistration(127.0.0.1:46571, datanodeUuid=cedf04c3-d433-48e4-ba36-c2f69e681af6, infoPort=38423, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521) 2024-11-24T08:50:21,017 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf24a7340088e441b with lease ID 0xc086a9fbb88fa473: from storage DS-7c9a3091-9348-424c-98cf-e5fb8c8b6e9a node DatanodeRegistration(127.0.0.1:46571, datanodeUuid=cedf04c3-d433-48e4-ba36-c2f69e681af6, infoPort=38423, infoSecurePort=0, ipcPort=32933, storageInfo=lv=-57;cid=testClusterID;nsid=1443930512;c=1732438220521), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-24T08:50:21,068 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea 2024-11-24T08:50:21,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/zookeeper_0, clientPort=49920, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-24T08:50:21,071 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49920 2024-11-24T08:50:21,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,073 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:50:21,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741825_1001 (size=7) 2024-11-24T08:50:21,082 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540 with version=8 2024-11-24T08:50:21,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:40531/user/jenkins/test-data/0f52ffef-2f4f-438f-77e6-8e1bdf82daf9/hbase-staging 2024-11-24T08:50:21,084 INFO [Time-limited test {}] client.ConnectionUtils(128): master/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-24T08:50:21,084 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:50:21,085 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34975 2024-11-24T08:50:21,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34975 connecting to ZooKeeper ensemble=127.0.0.1:49920 2024-11-24T08:50:21,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349750x0, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:50:21,091 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34975-0x10070ecbd7c0000 connected 2024-11-24T08:50:21,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:21,106 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540, hbase.cluster.distributed=false 2024-11-24T08:50:21,108 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:50:21,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34975 2024-11-24T08:50:21,109 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34975 2024-11-24T08:50:21,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34975 2024-11-24T08:50:21,110 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34975 2024-11-24T08:50:21,111 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34975 2024-11-24T08:50:21,125 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/469387a2cdb6:0 server-side Connection retries=45 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-24T08:50:21,125 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-24T08:50:21,126 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45137 2024-11-24T08:50:21,127 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45137 connecting to ZooKeeper ensemble=127.0.0.1:49920 2024-11-24T08:50:21,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,129 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451370x0, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-24T08:50:21,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45137-0x10070ecbd7c0001 connected 2024-11-24T08:50:21,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:21,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-24T08:50:21,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-24T08:50:21,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-24T08:50:21,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-24T08:50:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-24T08:50:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45137 2024-11-24T08:50:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45137 2024-11-24T08:50:21,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-24T08:50:21,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45137 2024-11-24T08:50:21,147 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;469387a2cdb6:34975 2024-11-24T08:50:21,148 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:50:21,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:50:21,149 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-24T08:50:21,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,150 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-24T08:50:21,151 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/469387a2cdb6,34975,1732438221084 from backup master directory 2024-11-24T08:50:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:50:21,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-24T08:50:21,151 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:50:21,151 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,155 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/hbase.id] with ID: 6c28c7e5-ea8d-43ea-88ff-07c74131ef0a 2024-11-24T08:50:21,155 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/.tmp/hbase.id 2024-11-24T08:50:21,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:50:21,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741826_1002 (size=42) 2024-11-24T08:50:21,161 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/.tmp/hbase.id]:[hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/hbase.id] 2024-11-24T08:50:21,171 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,172 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-24T08:50:21,173 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-24T08:50:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:50:21,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741827_1003 (size=196) 2024-11-24T08:50:21,180 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-24T08:50:21,181 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-24T08:50:21,181 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:50:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:50:21,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741828_1004 (size=1189) 2024-11-24T08:50:21,188 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store 2024-11-24T08:50:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:50:21,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741829_1005 (size=34) 2024-11-24T08:50:21,194 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:50:21,195 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:21,195 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438221195Disabling compacts and flushes for region at 1732438221195Disabling writes for close at 1732438221195Writing region close event to WAL at 1732438221195Closed at 1732438221195 2024-11-24T08:50:21,195 WARN [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/.initializing 2024-11-24T08:50:21,195 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/WALs/469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,196 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:50:21,198 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C34975%2C1732438221084, suffix=, logDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/WALs/469387a2cdb6,34975,1732438221084, archiveDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/oldWALs, maxLogs=10 2024-11-24T08:50:21,209 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/WALs/469387a2cdb6,34975,1732438221084/469387a2cdb6%2C34975%2C1732438221084.1732438221198, exclude list is [], retry=0 2024-11-24T08:50:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1,DISK] 2024-11-24T08:50:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-47e390be-8fce-4bc5-87ce-0afe703c96a1,DISK] 2024-11-24T08:50:21,213 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/WALs/469387a2cdb6,34975,1732438221084/469387a2cdb6%2C34975%2C1732438221084.1732438221198 2024-11-24T08:50:21,213 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42057:42057),(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-24T08:50:21,213 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:50:21,213 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:50:21,213 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,214 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,215 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-24T08:50:21,216 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-24T08:50:21,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:50:21,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-24T08:50:21,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:50:21,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-24T08:50:21,221 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,222 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-24T08:50:21,222 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,223 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,223 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,224 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,224 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,225 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-24T08:50:21,226 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-24T08:50:21,227 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:50:21,228 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744685, jitterRate=-0.0530850887298584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-24T08:50:21,228 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732438221214Initializing all the Stores at 1732438221215 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438221215Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438221215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438221215Cleaning up temporary data from old regions at 1732438221224 (+9 ms)Region opened successfully at 1732438221228 (+4 ms) 2024-11-24T08:50:21,229 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-24T08:50:21,231 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266da9d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:50:21,232 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-24T08:50:21,232 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-24T08:50:21,232 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-24T08:50:21,233 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-24T08:50:21,233 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-24T08:50:21,233 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-24T08:50:21,233 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-24T08:50:21,235 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-24T08:50:21,236 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-24T08:50:21,237 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-24T08:50:21,237 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-24T08:50:21,238 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-24T08:50:21,239 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-24T08:50:21,239 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-24T08:50:21,240 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-24T08:50:21,240 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-24T08:50:21,241 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-24T08:50:21,242 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-24T08:50:21,244 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-24T08:50:21,245 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-24T08:50:21,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:21,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:21,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,246 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=469387a2cdb6,34975,1732438221084, sessionid=0x10070ecbd7c0000, setting cluster-up flag (Was=false) 2024-11-24T08:50:21,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,250 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-24T08:50:21,251 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,253 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,256 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-24T08:50:21,257 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,258 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-24T08:50:21,260 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-24T08:50:21,260 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-24T08:50:21,260 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-24T08:50:21,261 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 469387a2cdb6,34975,1732438221084 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/469387a2cdb6:0, corePoolSize=5, maxPoolSize=5 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/469387a2cdb6:0, corePoolSize=10, maxPoolSize=10 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:50:21,262 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:50:21,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-24T08:50:21,265 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,265 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-24T08:50:21,266 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732438251266 2024-11-24T08:50:21,266 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-24T08:50:21,266 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-24T08:50:21,267 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-24T08:50:21,268 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-24T08:50:21,268 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-24T08:50:21,268 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438221268,5,FailOnTimeoutGroup] 2024-11-24T08:50:21,269 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438221268,5,FailOnTimeoutGroup] 2024-11-24T08:50:21,269 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,269 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-24T08:50:21,269 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,269 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:50:21,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741831_1007 (size=1321) 2024-11-24T08:50:21,278 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-24T08:50:21,278 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540 2024-11-24T08:50:21,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:50:21,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741832_1008 (size=32) 2024-11-24T08:50:21,286 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:50:21,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:50:21,288 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:50:21,288 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:50:21,290 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:50:21,290 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,291 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:50:21,292 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:50:21,292 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:50:21,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:50:21,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,294 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:50:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740 2024-11-24T08:50:21,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740 2024-11-24T08:50:21,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:50:21,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:50:21,297 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:50:21,298 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:50:21,300 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-24T08:50:21,300 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778746, jitterRate=-0.009774312376976013}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:50:21,300 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732438221286Initializing all the Stores at 1732438221287 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221287Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221287Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438221287Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221287Cleaning up temporary data from old regions at 1732438221296 (+9 ms)Region opened successfully at 1732438221300 (+4 ms) 2024-11-24T08:50:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:50:21,301 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:50:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:50:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:50:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:50:21,301 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:50:21,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438221301Disabling compacts and flushes for region at 1732438221301Disabling writes for close at 1732438221301Writing region close event to WAL at 1732438221301Closed at 1732438221301 2024-11-24T08:50:21,302 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:50:21,302 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-24T08:50:21,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-24T08:50:21,303 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:50:21,304 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-24T08:50:21,338 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(746): ClusterId : 6c28c7e5-ea8d-43ea-88ff-07c74131ef0a 2024-11-24T08:50:21,339 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-24T08:50:21,340 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-24T08:50:21,340 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-24T08:50:21,342 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-24T08:50:21,342 DEBUG [RS:0;469387a2cdb6:45137 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@135124f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=469387a2cdb6/172.17.0.2:0 2024-11-24T08:50:21,353 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;469387a2cdb6:45137 2024-11-24T08:50:21,353 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-24T08:50:21,353 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-24T08:50:21,353 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-24T08:50:21,354 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(2659): reportForDuty to master=469387a2cdb6,34975,1732438221084 with port=45137, startcode=1732438221125 2024-11-24T08:50:21,354 DEBUG [RS:0;469387a2cdb6:45137 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-24T08:50:21,356 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46709, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-24T08:50:21,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34975 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,356 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34975 {}] master.ServerManager(517): Registering regionserver=469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,357 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540 2024-11-24T08:50:21,358 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46543 2024-11-24T08:50:21,358 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-24T08:50:21,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:50:21,359 DEBUG [RS:0;469387a2cdb6:45137 {}] zookeeper.ZKUtil(111): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,359 WARN [RS:0;469387a2cdb6:45137 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-24T08:50:21,359 INFO [RS:0;469387a2cdb6:45137 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:50:21,359 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,360 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [469387a2cdb6,45137,1732438221125] 2024-11-24T08:50:21,363 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-24T08:50:21,364 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-24T08:50:21,365 INFO [RS:0;469387a2cdb6:45137 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-24T08:50:21,365 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,367 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-24T08:50:21,368 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-24T08:50:21,368 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/469387a2cdb6:0, corePoolSize=2, maxPoolSize=2 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/469387a2cdb6:0, corePoolSize=1, maxPoolSize=1 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:50:21,368 DEBUG [RS:0;469387a2cdb6:45137 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/469387a2cdb6:0, corePoolSize=3, maxPoolSize=3 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,369 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,45137,1732438221125-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:50:21,385 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-24T08:50:21,385 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,45137,1732438221125-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,385 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,385 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.Replication(171): 469387a2cdb6,45137,1732438221125 started 2024-11-24T08:50:21,399 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,399 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1482): Serving as 469387a2cdb6,45137,1732438221125, RpcServer on 469387a2cdb6/172.17.0.2:45137, sessionid=0x10070ecbd7c0001 2024-11-24T08:50:21,399 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-24T08:50:21,399 DEBUG [RS:0;469387a2cdb6:45137 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,399 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,45137,1732438221125' 2024-11-24T08:50:21,399 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '469387a2cdb6,45137,1732438221125' 2024-11-24T08:50:21,400 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-24T08:50:21,401 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-24T08:50:21,401 DEBUG [RS:0;469387a2cdb6:45137 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-24T08:50:21,401 INFO [RS:0;469387a2cdb6:45137 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-24T08:50:21,401 INFO [RS:0;469387a2cdb6:45137 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-24T08:50:21,454 WARN [469387a2cdb6:34975 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-24T08:50:21,502 INFO [RS:0;469387a2cdb6:45137 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:50:21,504 INFO [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C45137%2C1732438221125, suffix=, logDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125, archiveDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs, maxLogs=32 2024-11-24T08:50:21,523 DEBUG [RS:0;469387a2cdb6:45137 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125/469387a2cdb6%2C45137%2C1732438221125.1732438221504, exclude list is [], retry=0 2024-11-24T08:50:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-47e390be-8fce-4bc5-87ce-0afe703c96a1,DISK] 2024-11-24T08:50:21,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1,DISK] 2024-11-24T08:50:21,527 INFO [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125/469387a2cdb6%2C45137%2C1732438221125.1732438221504 2024-11-24T08:50:21,527 DEBUG [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:42057:42057)] 2024-11-24T08:50:21,705 DEBUG [469387a2cdb6:34975 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-24T08:50:21,706 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,709 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,45137,1732438221125, state=OPENING 2024-11-24T08:50:21,711 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-24T08:50:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,714 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-24T08:50:21,714 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,45137,1732438221125}] 2024-11-24T08:50:21,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:50:21,714 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:50:21,869 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-24T08:50:21,872 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35393, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-24T08:50:21,880 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-24T08:50:21,880 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:50:21,880 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-24T08:50:21,882 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=469387a2cdb6%2C45137%2C1732438221125.meta, suffix=.meta, logDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125, archiveDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs, maxLogs=32 2024-11-24T08:50:21,896 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125/469387a2cdb6%2C45137%2C1732438221125.meta.1732438221883.meta, exclude list is [], retry=0 2024-11-24T08:50:21,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1,DISK] 2024-11-24T08:50:21,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-47e390be-8fce-4bc5-87ce-0afe703c96a1,DISK] 2024-11-24T08:50:21,900 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/469387a2cdb6,45137,1732438221125/469387a2cdb6%2C45137%2C1732438221125.meta.1732438221883.meta 2024-11-24T08:50:21,900 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42057:42057),(127.0.0.1/127.0.0.1:38423:38423)] 2024-11-24T08:50:21,900 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-24T08:50:21,901 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-24T08:50:21,901 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-24T08:50:21,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-24T08:50:21,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-24T08:50:21,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-24T08:50:21,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-24T08:50:21,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,905 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-24T08:50:21,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-24T08:50:21,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,906 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-24T08:50:21,907 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-24T08:50:21,907 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-24T08:50:21,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-24T08:50:21,907 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-24T08:50:21,908 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740 2024-11-24T08:50:21,909 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740 2024-11-24T08:50:21,910 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-24T08:50:21,910 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-24T08:50:21,911 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-24T08:50:21,912 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-24T08:50:21,912 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=757434, jitterRate=-0.03687386214733124}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-24T08:50:21,912 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-24T08:50:21,913 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732438221901Writing region info on filesystem at 1732438221901Initializing all the Stores at 1732438221902 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221902Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221902Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732438221902Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732438221902Cleaning up temporary data from old regions at 1732438221910 (+8 ms)Running coprocessor post-open hooks at 1732438221912 (+2 ms)Region opened successfully at 1732438221913 (+1 ms) 2024-11-24T08:50:21,914 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732438221869 2024-11-24T08:50:21,915 DEBUG [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-24T08:50:21,915 INFO [RS_OPEN_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-24T08:50:21,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,917 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 469387a2cdb6,45137,1732438221125, state=OPEN 2024-11-24T08:50:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:50:21,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-24T08:50:21,919 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:50:21,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-24T08:50:21,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-24T08:50:21,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=469387a2cdb6,45137,1732438221125 in 205 msec 2024-11-24T08:50:21,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-24T08:50:21,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 618 msec 2024-11-24T08:50:21,922 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-24T08:50:21,922 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-24T08:50:21,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:50:21,924 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,45137,1732438221125, seqNum=-1] 2024-11-24T08:50:21,924 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:50:21,925 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49823, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:50:21,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 668 msec 2024-11-24T08:50:21,929 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732438221928, completionTime=-1 2024-11-24T08:50:21,929 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-24T08:50:21,929 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-24T08:50:21,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-24T08:50:21,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732438281930 2024-11-24T08:50:21,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732438341930 2024-11-24T08:50:21,930 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-469387a2cdb6:34975, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,931 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,933 DEBUG [master/469387a2cdb6:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.783sec 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-24T08:50:21,934 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-24T08:50:21,937 DEBUG [master/469387a2cdb6:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-24T08:50:21,937 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-24T08:50:21,937 INFO [master/469387a2cdb6:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=469387a2cdb6,34975,1732438221084-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-24T08:50:21,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3b0341, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:50:21,938 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 469387a2cdb6,34975,-1 for getting cluster id 2024-11-24T08:50:21,939 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-24T08:50:21,940 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6c28c7e5-ea8d-43ea-88ff-07c74131ef0a' 2024-11-24T08:50:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-24T08:50:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6c28c7e5-ea8d-43ea-88ff-07c74131ef0a" 2024-11-24T08:50:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5b3e13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:50:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [469387a2cdb6,34975,-1] 2024-11-24T08:50:21,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-24T08:50:21,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:21,941 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-24T08:50:21,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bb83fd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-24T08:50:21,942 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-24T08:50:21,943 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=469387a2cdb6,45137,1732438221125, seqNum=-1] 2024-11-24T08:50:21,944 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-24T08:50:21,945 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60026, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-24T08:50:21,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,946 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-24T08:50:21,948 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-24T08:50:21,949 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-24T08:50:21,950 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-24T08:50:21,952 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs, maxLogs=32 2024-11-24T08:50:21,964 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221952, exclude list is [], retry=0 2024-11-24T08:50:21,966 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-47e390be-8fce-4bc5-87ce-0afe703c96a1,DISK] 2024-11-24T08:50:21,967 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1,DISK] 2024-11-24T08:50:21,968 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221952 2024-11-24T08:50:21,969 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:42057:42057)] 2024-11-24T08:50:21,981 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221969, exclude list is [], retry=0 2024-11-24T08:50:21,984 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46571,DS-47e390be-8fce-4bc5-87ce-0afe703c96a1,DISK] 2024-11-24T08:50:21,985 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35111,DS-17e66da6-6cfc-4d8c-be03-344dfd90bdd1,DISK] 2024-11-24T08:50:21,986 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221952 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221969 2024-11-24T08:50:21,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38423:38423),(127.0.0.1/127.0.0.1:42057:42057)] 2024-11-24T08:50:21,987 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221952 is not closed yet, will try archiving it next time 2024-11-24T08:50:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741835_1011 (size=93) 2024-11-24T08:50:21,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741835_1011 (size=93) 2024-11-24T08:50:21,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741836_1012 (size=93) 2024-11-24T08:50:21,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741836_1012 (size=93) 2024-11-24T08:50:21,989 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/WALs/test.com,8080,1/test.com%2C8080%2C1.1732438221952 to hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs/test.com%2C8080%2C1.1732438221952 2024-11-24T08:50:21,991 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs 2024-11-24T08:50:21,991 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732438221969) 2024-11-24T08:50:21,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-24T08:50:21,992 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:50:21,992 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:21,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:21,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:21,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-24T08:50:21,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-24T08:50:21,992 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=478163774, stopped=false 2024-11-24T08:50:21,992 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=469387a2cdb6,34975,1732438221084 2024-11-24T08:50:21,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:21,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,993 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:50:21,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-24T08:50:21,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:21,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-24T08:50:21,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:21,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:21,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:21,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-24T08:50:21,994 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '469387a2cdb6,45137,1732438221125' ***** 2024-11-24T08:50:21,994 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-24T08:50:21,994 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(959): stopping server 469387a2cdb6,45137,1732438221125 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:50:21,994 INFO [RS:0;469387a2cdb6:45137 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;469387a2cdb6:45137. 2024-11-24T08:50:21,995 DEBUG [RS:0;469387a2cdb6:45137 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-24T08:50:21,995 DEBUG [RS:0;469387a2cdb6:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:21,995 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-24T08:50:21,995 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-24T08:50:21,995 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-24T08:50:21,995 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-24T08:50:21,995 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-24T08:50:21,995 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-24T08:50:21,995 DEBUG [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-24T08:50:21,995 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-24T08:50:21,995 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-24T08:50:21,995 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-24T08:50:21,995 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-24T08:50:21,995 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-24T08:50:21,995 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-24T08:50:22,009 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/.tmp/ns/e1ebe69179d342448851f33dffb7e6b9 is 43, key is default/ns:d/1732438221925/Put/seqid=0 2024-11-24T08:50:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741837_1013 (size=5153) 2024-11-24T08:50:22,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741837_1013 (size=5153) 2024-11-24T08:50:22,016 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/.tmp/ns/e1ebe69179d342448851f33dffb7e6b9 2024-11-24T08:50:22,021 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/.tmp/ns/e1ebe69179d342448851f33dffb7e6b9 as hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/ns/e1ebe69179d342448851f33dffb7e6b9 2024-11-24T08:50:22,026 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/ns/e1ebe69179d342448851f33dffb7e6b9, entries=2, sequenceid=6, filesize=5.0 K 2024-11-24T08:50:22,027 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-24T08:50:22,027 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-24T08:50:22,031 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-24T08:50:22,031 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-24T08:50:22,032 INFO [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-24T08:50:22,032 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732438221995Running coprocessor pre-close hooks at 1732438221995Disabling compacts and flushes for region at 1732438221995Disabling writes for close at 1732438221995Obtaining lock to block concurrent updates at 1732438221995Preparing flush snapshotting stores in 1588230740 at 1732438221995Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732438221996 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732438221996Flushing 1588230740/ns: creating writer at 1732438221996Flushing 1588230740/ns: appending metadata at 1732438222009 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1732438222009Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@797f7612: reopening flushed file at 1732438222020 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1732438222027 (+7 ms)Writing region close event to WAL at 1732438222028 (+1 ms)Running coprocessor post-close hooks at 1732438222031 (+3 ms)Closed at 1732438222032 (+1 ms) 2024-11-24T08:50:22,032 DEBUG [RS_CLOSE_META-regionserver/469387a2cdb6:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-24T08:50:22,195 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(976): stopping server 469387a2cdb6,45137,1732438221125; all regions closed. 2024-11-24T08:50:22,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741834_1010 (size=1152) 2024-11-24T08:50:22,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741834_1010 (size=1152) 2024-11-24T08:50:22,201 DEBUG [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs 2024-11-24T08:50:22,201 INFO [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C45137%2C1732438221125.meta:.meta(num 1732438221883) 2024-11-24T08:50:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741833_1009 (size=93) 2024-11-24T08:50:22,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741833_1009 (size=93) 2024-11-24T08:50:22,207 DEBUG [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/oldWALs 2024-11-24T08:50:22,207 INFO [RS:0;469387a2cdb6:45137 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 469387a2cdb6%2C45137%2C1732438221125:(num 1732438221504) 2024-11-24T08:50:22,207 DEBUG [RS:0;469387a2cdb6:45137 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-24T08:50:22,207 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.LeaseManager(133): Closed leases 2024-11-24T08:50:22,207 INFO [RS:0;469387a2cdb6:45137 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:50:22,207 INFO [RS:0;469387a2cdb6:45137 {}] hbase.ChoreService(370): Chore service for: regionserver/469387a2cdb6:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-24T08:50:22,208 INFO [RS:0;469387a2cdb6:45137 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:50:22,208 INFO [regionserver/469387a2cdb6:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:50:22,208 INFO [RS:0;469387a2cdb6:45137 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45137 2024-11-24T08:50:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/469387a2cdb6,45137,1732438221125 2024-11-24T08:50:22,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-24T08:50:22,209 INFO [RS:0;469387a2cdb6:45137 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:50:22,210 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [469387a2cdb6,45137,1732438221125] 2024-11-24T08:50:22,211 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/469387a2cdb6,45137,1732438221125 already deleted, retry=false 2024-11-24T08:50:22,211 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 469387a2cdb6,45137,1732438221125 expired; onlineServers=0 2024-11-24T08:50:22,211 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '469387a2cdb6,34975,1732438221084' ***** 2024-11-24T08:50:22,211 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-24T08:50:22,211 INFO [M:0;469387a2cdb6:34975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-24T08:50:22,211 INFO [M:0;469387a2cdb6:34975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-24T08:50:22,211 DEBUG [M:0;469387a2cdb6:34975 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-24T08:50:22,211 DEBUG [M:0;469387a2cdb6:34975 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-24T08:50:22,211 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-24T08:50:22,211 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438221268 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.small.0-1732438221268,5,FailOnTimeoutGroup] 2024-11-24T08:50:22,211 DEBUG [master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438221268 {}] cleaner.HFileCleaner(306): Exit Thread[master/469387a2cdb6:0:becomeActiveMaster-HFileCleaner.large.0-1732438221268,5,FailOnTimeoutGroup] 2024-11-24T08:50:22,211 INFO [M:0;469387a2cdb6:34975 {}] hbase.ChoreService(370): Chore service for: master/469387a2cdb6:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-24T08:50:22,211 INFO [M:0;469387a2cdb6:34975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-24T08:50:22,212 DEBUG [M:0;469387a2cdb6:34975 {}] master.HMaster(1795): Stopping service threads 2024-11-24T08:50:22,212 INFO [M:0;469387a2cdb6:34975 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-24T08:50:22,212 INFO [M:0;469387a2cdb6:34975 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-24T08:50:22,212 INFO [M:0;469387a2cdb6:34975 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-24T08:50:22,212 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-24T08:50:22,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-24T08:50:22,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-24T08:50:22,212 DEBUG [M:0;469387a2cdb6:34975 {}] zookeeper.ZKUtil(347): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-24T08:50:22,212 WARN [M:0;469387a2cdb6:34975 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-24T08:50:22,213 INFO [M:0;469387a2cdb6:34975 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/.lastflushedseqids 2024-11-24T08:50:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741838_1014 (size=99) 2024-11-24T08:50:22,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741838_1014 (size=99) 2024-11-24T08:50:22,218 INFO [M:0;469387a2cdb6:34975 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-24T08:50:22,219 INFO [M:0;469387a2cdb6:34975 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-24T08:50:22,219 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-24T08:50:22,219 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:22,219 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:22,219 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-24T08:50:22,219 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:22,219 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-24T08:50:22,233 DEBUG [M:0;469387a2cdb6:34975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafdd7de3b5b4e43afc3eb954c666aa7 is 82, key is hbase:meta,,1/info:regioninfo/1732438221916/Put/seqid=0 2024-11-24T08:50:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741839_1015 (size=5672) 2024-11-24T08:50:22,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741839_1015 (size=5672) 2024-11-24T08:50:22,238 INFO [M:0;469387a2cdb6:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafdd7de3b5b4e43afc3eb954c666aa7 2024-11-24T08:50:22,256 DEBUG [M:0;469387a2cdb6:34975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc30d430572048d6bab4a9ac47eed755 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732438221928/Put/seqid=0 2024-11-24T08:50:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741840_1016 (size=5275) 2024-11-24T08:50:22,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741840_1016 (size=5275) 2024-11-24T08:50:22,261 INFO [M:0;469387a2cdb6:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc30d430572048d6bab4a9ac47eed755 2024-11-24T08:50:22,279 DEBUG [M:0;469387a2cdb6:34975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1974934102f54182aa61dff55217ab45 is 69, key is 469387a2cdb6,45137,1732438221125/rs:state/1732438221356/Put/seqid=0 2024-11-24T08:50:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741841_1017 (size=5156) 2024-11-24T08:50:22,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741841_1017 (size=5156) 2024-11-24T08:50:22,284 INFO [M:0;469387a2cdb6:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1974934102f54182aa61dff55217ab45 2024-11-24T08:50:22,303 DEBUG [M:0;469387a2cdb6:34975 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f600e2eb8ec04b6db14f9b31fa3cfe96 is 52, key is load_balancer_on/state:d/1732438221948/Put/seqid=0 2024-11-24T08:50:22,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741842_1018 (size=5056) 2024-11-24T08:50:22,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741842_1018 (size=5056) 2024-11-24T08:50:22,309 INFO [M:0;469387a2cdb6:34975 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f600e2eb8ec04b6db14f9b31fa3cfe96 2024-11-24T08:50:22,310 INFO [RS:0;469387a2cdb6:45137 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:50:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:22,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45137-0x10070ecbd7c0001, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:22,310 INFO [RS:0;469387a2cdb6:45137 {}] regionserver.HRegionServer(1031): Exiting; stopping=469387a2cdb6,45137,1732438221125; zookeeper connection closed. 2024-11-24T08:50:22,311 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@76b41757 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@76b41757 2024-11-24T08:50:22,311 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-24T08:50:22,315 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/eafdd7de3b5b4e43afc3eb954c666aa7 as hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eafdd7de3b5b4e43afc3eb954c666aa7 2024-11-24T08:50:22,320 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/eafdd7de3b5b4e43afc3eb954c666aa7, entries=8, sequenceid=29, filesize=5.5 K 2024-11-24T08:50:22,321 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc30d430572048d6bab4a9ac47eed755 as hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc30d430572048d6bab4a9ac47eed755 2024-11-24T08:50:22,325 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc30d430572048d6bab4a9ac47eed755, entries=3, sequenceid=29, filesize=5.2 K 2024-11-24T08:50:22,326 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1974934102f54182aa61dff55217ab45 as hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1974934102f54182aa61dff55217ab45 2024-11-24T08:50:22,330 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1974934102f54182aa61dff55217ab45, entries=1, sequenceid=29, filesize=5.0 K 2024-11-24T08:50:22,332 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f600e2eb8ec04b6db14f9b31fa3cfe96 as hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f600e2eb8ec04b6db14f9b31fa3cfe96 2024-11-24T08:50:22,336 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46543/user/jenkins/test-data/8a81ca94-d33e-9dc4-d522-7dcb4da83540/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f600e2eb8ec04b6db14f9b31fa3cfe96, entries=1, sequenceid=29, filesize=4.9 K 2024-11-24T08:50:22,337 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=29, compaction requested=false 2024-11-24T08:50:22,338 INFO [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-24T08:50:22,338 DEBUG [M:0;469387a2cdb6:34975 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732438222219Disabling compacts and flushes for region at 1732438222219Disabling writes for close at 1732438222219Obtaining lock to block concurrent updates at 1732438222219Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732438222219Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732438222219Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732438222220 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732438222220Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732438222233 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732438222233Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732438222242 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732438222255 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732438222255Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732438222264 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732438222278 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732438222278Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732438222288 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732438222302 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732438222302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8ed5e6: reopening flushed file at 1732438222314 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46adb000: reopening flushed file at 1732438222320 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@523c823c: reopening flushed file at 1732438222325 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@141948a1: reopening flushed file at 1732438222331 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=29, compaction requested=false at 1732438222337 (+6 ms)Writing region close event to WAL at 1732438222338 (+1 ms)Closed at 1732438222338 2024-11-24T08:50:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46571 is added to blk_1073741830_1006 (size=10311) 2024-11-24T08:50:22,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35111 is added to blk_1073741830_1006 (size=10311) 2024-11-24T08:50:22,341 INFO [M:0;469387a2cdb6:34975 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-24T08:50:22,341 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-24T08:50:22,341 INFO [M:0;469387a2cdb6:34975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34975 2024-11-24T08:50:22,341 INFO [M:0;469387a2cdb6:34975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-24T08:50:22,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:22,442 INFO [M:0;469387a2cdb6:34975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-24T08:50:22,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34975-0x10070ecbd7c0000, quorum=127.0.0.1:49920, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-24T08:50:22,444 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1614d55d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:22,444 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1bbbe408{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:22,444 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:22,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8c3d086{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:22,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c5e9149{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:22,446 WARN [BP-173985420-172.17.0.2-1732438220521 heartbeating to localhost/127.0.0.1:46543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:50:22,446 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:50:22,446 WARN [BP-173985420-172.17.0.2-1732438220521 heartbeating to localhost/127.0.0.1:46543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173985420-172.17.0.2-1732438220521 (Datanode Uuid cedf04c3-d433-48e4-ba36-c2f69e681af6) service to localhost/127.0.0.1:46543 2024-11-24T08:50:22,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:50:22,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data3/current/BP-173985420-172.17.0.2-1732438220521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:22,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data4/current/BP-173985420-172.17.0.2-1732438220521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:22,447 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:50:22,448 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@114f33cb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-24T08:50:22,449 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@574857dc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:22,449 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:22,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6b5c829f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:22,449 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5373f646{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:22,450 WARN [BP-173985420-172.17.0.2-1732438220521 heartbeating to localhost/127.0.0.1:46543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-24T08:50:22,450 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-24T08:50:22,450 WARN [BP-173985420-172.17.0.2-1732438220521 heartbeating to localhost/127.0.0.1:46543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-173985420-172.17.0.2-1732438220521 (Datanode Uuid 478bd58e-4bda-493b-9633-78c663548a46) service to localhost/127.0.0.1:46543 2024-11-24T08:50:22,450 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-24T08:50:22,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data1/current/BP-173985420-172.17.0.2-1732438220521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:22,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/cluster_35b2e27f-a7a9-2c06-8f22-91d72ef35818/data/data2/current/BP-173985420-172.17.0.2-1732438220521 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-24T08:50:22,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-24T08:50:22,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d207023{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-24T08:50:22,456 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3908d27f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-24T08:50:22,456 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-24T08:50:22,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51faf86{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-24T08:50:22,456 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7eac3cc9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/7ad57b34-b569-0913-a3d8-74055ae8edea/hadoop.log.dir/,STOPPED} 2024-11-24T08:50:22,461 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-24T08:50:22,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-24T08:50:22,481 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=134 (was 110) - Thread LEAK? -, OpenFileDescriptor=505 (was 450) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=73 (was 73), ProcessCount=11 (was 11), AvailableMemoryMB=1313 (was 1354)