2024-11-13 00:30:04,306 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-13 00:30:04,323 main DEBUG Took 0.014145 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-13 00:30:04,324 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-13 00:30:04,324 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-13 00:30:04,325 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-13 00:30:04,327 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,347 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-13 00:30:04,359 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,363 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,363 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,364 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,365 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,365 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,366 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,367 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,367 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,368 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,369 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,369 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,370 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,371 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,371 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,372 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,372 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,373 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,373 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,374 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,374 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-13 00:30:04,375 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,375 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-13 00:30:04,377 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-13 00:30:04,379 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-13 00:30:04,381 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-13 00:30:04,382 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-13 00:30:04,383 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-13 00:30:04,384 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-13 00:30:04,396 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-13 00:30:04,399 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-13 00:30:04,402 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-13 00:30:04,402 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-13 00:30:04,403 main DEBUG createAppenders(={Console}) 2024-11-13 00:30:04,403 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba initialized 2024-11-13 00:30:04,404 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba 2024-11-13 00:30:04,404 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@24569dba OK. 2024-11-13 00:30:04,405 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-13 00:30:04,405 main DEBUG OutputStream closed 2024-11-13 00:30:04,406 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-13 00:30:04,406 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-13 00:30:04,406 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@49c7b90e OK 2024-11-13 00:30:04,492 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-13 00:30:04,495 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-13 00:30:04,496 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-13 00:30:04,497 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-13 00:30:04,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-13 00:30:04,498 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-13 00:30:04,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-13 00:30:04,499 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-13 00:30:04,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-13 00:30:04,500 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-13 00:30:04,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-13 00:30:04,501 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-13 00:30:04,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-13 00:30:04,502 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-13 00:30:04,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-13 00:30:04,503 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-13 00:30:04,504 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-13 00:30:04,505 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-13 00:30:04,508 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13 00:30:04,508 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@35432107) with optional ClassLoader: null 2024-11-13 00:30:04,509 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-13 00:30:04,510 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@35432107] started OK. 2024-11-13T00:30:04,526 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC timeout: 26 mins 2024-11-13 00:30:04,529 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-13 00:30:04,530 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-13T00:30:04,828 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950 2024-11-13T00:30:04,864 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8, deleteOnExit=true 2024-11-13T00:30:04,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/test.cache.data in system properties and HBase conf 2024-11-13T00:30:04,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:30:04,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:30:04,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:30:04,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:30:04,869 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:30:04,999 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-13T00:30:05,126 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:30:05,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:30:05,131 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:30:05,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:30:05,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:30:05,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:30:05,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:30:05,134 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:30:05,135 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:30:05,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:30:05,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:30:05,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:30:05,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:30:05,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:30:05,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:30:06,032 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-13T00:30:06,115 INFO [Time-limited test {}] log.Log(170): Logging initialized @2611ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-13T00:30:06,207 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:06,270 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:06,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:06,292 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:06,293 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:06,306 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:06,308 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:06,309 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:06,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@62d6efd9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/java.io.tmpdir/jetty-localhost-39633-hadoop-hdfs-3_4_1-tests_jar-_-any-6154109907054139808/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:30:06,520 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:39633} 2024-11-13T00:30:06,521 INFO [Time-limited test {}] server.Server(415): Started @3017ms 2024-11-13T00:30:06,896 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:06,903 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:06,904 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:06,905 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:06,905 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:06,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:06,907 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:07,029 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b97a472{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/java.io.tmpdir/jetty-localhost-44131-hadoop-hdfs-3_4_1-tests_jar-_-any-9008294738536447194/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:07,029 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:44131} 2024-11-13T00:30:07,030 INFO [Time-limited test {}] server.Server(415): Started @3527ms 2024-11-13T00:30:07,086 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:07,206 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:07,213 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:07,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:07,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:07,218 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-13T00:30:07,221 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:07,222 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:07,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@353955e9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/java.io.tmpdir/jetty-localhost-35605-hadoop-hdfs-3_4_1-tests_jar-_-any-846442526797106613/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:07,365 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:35605} 2024-11-13T00:30:07,366 INFO [Time-limited test {}] server.Server(415): Started @3862ms 2024-11-13T00:30:07,368 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:07,415 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:07,419 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:07,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:07,421 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:07,421 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:07,422 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:07,423 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:07,553 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3114ae69{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/java.io.tmpdir/jetty-localhost-36231-hadoop-hdfs-3_4_1-tests_jar-_-any-13844804633872394145/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:07,554 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:36231} 2024-11-13T00:30:07,554 INFO [Time-limited test {}] server.Server(415): Started @4051ms 2024-11-13T00:30:07,557 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:07,559 WARN [Thread-106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data3/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,559 WARN [Thread-105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data1/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,559 WARN [Thread-107 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data2/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,559 WARN [Thread-108 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data4/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,614 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:07,614 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:07,689 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcef8f71aaa07e608 with lease ID 0x7a35c1e895bd447f: Processing first storage report for DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=4a9702d9-23f1-4ae3-a804-f9882ebbf6a0, infoPort=36639, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcef8f71aaa07e608 with lease ID 0x7a35c1e895bd447f: from storage DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=4a9702d9-23f1-4ae3-a804-f9882ebbf6a0, infoPort=36639, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,691 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44be2e98da21e84 with lease ID 0x7a35c1e895bd4480: Processing first storage report for DS-47048873-fbb0-4869-842c-8c7fece5db46 from datanode DatanodeRegistration(127.0.0.1:40119, datanodeUuid=bf3bc50a-80f4-48bb-adc5-86b54e473ea2, infoPort=40775, infoSecurePort=0, ipcPort=34319, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44be2e98da21e84 with lease ID 0x7a35c1e895bd4480: from storage DS-47048873-fbb0-4869-842c-8c7fece5db46 node DatanodeRegistration(127.0.0.1:40119, datanodeUuid=bf3bc50a-80f4-48bb-adc5-86b54e473ea2, infoPort=40775, infoSecurePort=0, ipcPort=34319, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcef8f71aaa07e608 with lease ID 0x7a35c1e895bd447f: Processing first storage report for DS-d6ddb1ef-5338-43a5-80e6-5f53c8972867 from datanode DatanodeRegistration(127.0.0.1:42397, datanodeUuid=4a9702d9-23f1-4ae3-a804-f9882ebbf6a0, infoPort=36639, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,692 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcef8f71aaa07e608 with lease ID 0x7a35c1e895bd447f: from storage DS-d6ddb1ef-5338-43a5-80e6-5f53c8972867 node DatanodeRegistration(127.0.0.1:42397, datanodeUuid=4a9702d9-23f1-4ae3-a804-f9882ebbf6a0, infoPort=36639, infoSecurePort=0, ipcPort=39301, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc44be2e98da21e84 with lease ID 0x7a35c1e895bd4480: Processing first storage report for DS-da1a499a-bfc4-4531-b207-534d49f2f112 from datanode DatanodeRegistration(127.0.0.1:40119, datanodeUuid=bf3bc50a-80f4-48bb-adc5-86b54e473ea2, infoPort=40775, infoSecurePort=0, ipcPort=34319, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,693 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc44be2e98da21e84 with lease ID 0x7a35c1e895bd4480: from storage DS-da1a499a-bfc4-4531-b207-534d49f2f112 node DatanodeRegistration(127.0.0.1:40119, datanodeUuid=bf3bc50a-80f4-48bb-adc5-86b54e473ea2, infoPort=40775, infoSecurePort=0, ipcPort=34319, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,720 WARN [Thread-139 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data5/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,720 WARN [Thread-140 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data6/current/BP-954214899-172.17.0.2-1731457805763/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:07,753 WARN [Thread-119 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5fe1dfecd9f5166 with lease ID 0x7a35c1e895bd4481: Processing first storage report for DS-06817568-7f3d-45b3-bfaa-e8ddb918f587 from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=41ffae84-37a0-4f15-8418-b55cc85f6ecb, infoPort=41499, infoSecurePort=0, ipcPort=40229, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5fe1dfecd9f5166 with lease ID 0x7a35c1e895bd4481: from storage DS-06817568-7f3d-45b3-bfaa-e8ddb918f587 node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=41ffae84-37a0-4f15-8418-b55cc85f6ecb, infoPort=41499, infoSecurePort=0, ipcPort=40229, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5fe1dfecd9f5166 with lease ID 0x7a35c1e895bd4481: Processing first storage report for DS-c050567c-cd9c-434f-936d-a56b3877b5de from datanode DatanodeRegistration(127.0.0.1:45465, datanodeUuid=41ffae84-37a0-4f15-8418-b55cc85f6ecb, infoPort=41499, infoSecurePort=0, ipcPort=40229, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763) 2024-11-13T00:30:07,760 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5fe1dfecd9f5166 with lease ID 0x7a35c1e895bd4481: from storage DS-c050567c-cd9c-434f-936d-a56b3877b5de node DatanodeRegistration(127.0.0.1:45465, datanodeUuid=41ffae84-37a0-4f15-8418-b55cc85f6ecb, infoPort=41499, infoSecurePort=0, ipcPort=40229, storageInfo=lv=-57;cid=testClusterID;nsid=77591207;c=1731457805763), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:30:07,946 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950 2024-11-13T00:30:08,021 WARN [Time-limited test {}] erasurecode.ErasureCodeNative(55): ISA-L support is not available in your platform... using builtin-java codec where applicable 2024-11-13T00:30:08,078 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=159, OpenFileDescriptor=391, MaxFileDescriptor=1048576, SystemLoadAverage=211, ProcessCount=11, AvailableMemoryMB=1682 2024-11-13T00:30:08,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:30:08,091 INFO [Time-limited test {}] hbase.HBaseTestingUtil(821): NOT STARTING DFS 2024-11-13T00:30:08,190 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/zookeeper_0, clientPort=65215, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:30:08,199 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65215 2024-11-13T00:30:08,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:08,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:08,313 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:08,313 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:08,365 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:59352 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775792_1001] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59352 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:08,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775792_1002 (size=7) 2024-11-13T00:30:08,786 WARN [Time-limited test {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:08,796 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 with version=8 2024-11-13T00:30:08,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/hbase-staging 2024-11-13T00:30:08,898 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-13T00:30:09,169 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:09,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,182 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,186 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:09,186 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,187 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:09,356 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:30:09,447 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-13T00:30:09,460 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-13T00:30:09,465 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:09,494 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 24204 (auto-detected) 2024-11-13T00:30:09,495 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-13T00:30:09,515 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42197 2024-11-13T00:30:09,545 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42197 connecting to ZooKeeper ensemble=127.0.0.1:65215 2024-11-13T00:30:09,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421970x0, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:09,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42197-0x1010ebb61b90000 connected 2024-11-13T00:30:09,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,625 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:09,630 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85, hbase.cluster.distributed=false 2024-11-13T00:30:09,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:09,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T00:30:09,661 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42197 2024-11-13T00:30:09,669 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42197 2024-11-13T00:30:09,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T00:30:09,672 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42197 2024-11-13T00:30:09,808 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:09,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,810 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:09,810 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,811 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:09,814 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:09,816 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:09,817 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43707 2024-11-13T00:30:09,819 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43707 connecting to ZooKeeper ensemble=127.0.0.1:65215 2024-11-13T00:30:09,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:437070x0, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:09,832 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:437070x0, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:09,832 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43707-0x1010ebb61b90001 connected 2024-11-13T00:30:09,838 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:09,848 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:09,851 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:09,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:09,858 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43707 2024-11-13T00:30:09,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43707 2024-11-13T00:30:09,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43707 2024-11-13T00:30:09,864 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43707 2024-11-13T00:30:09,865 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43707 2024-11-13T00:30:09,884 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:09,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,884 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,885 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:09,885 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,886 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:09,886 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:09,886 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:09,888 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33751 2024-11-13T00:30:09,891 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33751 connecting to ZooKeeper ensemble=127.0.0.1:65215 2024-11-13T00:30:09,892 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,897 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337510x0, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:09,906 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33751-0x1010ebb61b90002 connected 2024-11-13T00:30:09,906 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:09,907 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:09,909 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:09,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:09,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:09,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-13T00:30:09,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33751 2024-11-13T00:30:09,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33751 2024-11-13T00:30:09,919 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-13T00:30:09,920 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33751 2024-11-13T00:30:09,948 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,949 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:09,949 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:09,950 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:09,950 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:09,951 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39979 2024-11-13T00:30:09,953 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39979 connecting to ZooKeeper ensemble=127.0.0.1:65215 2024-11-13T00:30:09,954 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,957 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:09,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:399790x0, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:09,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:399790x0, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:09,966 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:09,972 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39979-0x1010ebb61b90003 connected 2024-11-13T00:30:09,976 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:09,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:09,980 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:09,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-13T00:30:09,989 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39979 2024-11-13T00:30:09,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39979 2024-11-13T00:30:09,996 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-13T00:30:09,997 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39979 2024-11-13T00:30:10,013 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:42197 2024-11-13T00:30:10,014 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,026 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,049 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T00:30:10,051 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cb28580903fb,42197,1731457808964 from backup master directory 2024-11-13T00:30:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:10,056 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:10,056 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,058 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-13T00:30:10,060 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-13T00:30:10,126 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/hbase.id] with ID: abeb294d-5835-46ff-9d64-16bc09a337a7 2024-11-13T00:30:10,126 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/.tmp/hbase.id 2024-11-13T00:30:10,134 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,134 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,143 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:59368 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775776_1003] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59368 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:10,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775776_1004 (size=42) 2024-11-13T00:30:10,153 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:10,153 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/.tmp/hbase.id]:[hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/hbase.id] 2024-11-13T00:30:10,199 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:10,203 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:30:10,223 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-13T00:30:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,238 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,238 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,241 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:47082 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775760_1005] {}] datanode.DataXceiver(331): 127.0.0.1:40119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:47082 dst: /127.0.0.1:40119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:10,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775760_1006 (size=196) 2024-11-13T00:30:10,249 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:10,264 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:30:10,266 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:30:10,273 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:30:10,309 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,309 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,313 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:56992 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775744_1007] {}] datanode.DataXceiver(331): 127.0.0.1:45465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56992 dst: /127.0.0.1:45465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:10,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775744_1008 (size=1189) 2024-11-13T00:30:10,322 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:10,340 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store 2024-11-13T00:30:10,365 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,365 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:10,374 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:59386 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775728_1009] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59386 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:10,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775728_1010 (size=34) 2024-11-13T00:30:10,385 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:10,391 INFO [master/cb28580903fb:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-13T00:30:10,394 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:10,396 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:30:10,396 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:10,396 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:10,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 1 ms 2024-11-13T00:30:10,398 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:10,398 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:10,400 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457810396Disabling compacts and flushes for region at 1731457810396Disabling writes for close at 1731457810398 (+2 ms)Writing region close event to WAL at 1731457810398Closed at 1731457810398 2024-11-13T00:30:10,402 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/.initializing 2024-11-13T00:30:10,402 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/WALs/cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,412 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:30:10,432 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C42197%2C1731457808964, suffix=, logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/WALs/cb28580903fb,42197,1731457808964, archiveDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/oldWALs, maxLogs=10 2024-11-13T00:30:10,476 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/WALs/cb28580903fb,42197,1731457808964/cb28580903fb%2C42197%2C1731457808964.1731457810438, exclude list is [], retry=0 2024-11-13T00:30:10,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:10,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-47048873-fbb0-4869-842c-8c7fece5db46,DISK] 2024-11-13T00:30:10,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f,DISK] 2024-11-13T00:30:10,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-06817568-7f3d-45b3-bfaa-e8ddb918f587,DISK] 2024-11-13T00:30:10,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-13T00:30:10,567 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/WALs/cb28580903fb,42197,1731457808964/cb28580903fb%2C42197%2C1731457808964.1731457810438 2024-11-13T00:30:10,568 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639),(127.0.0.1/127.0.0.1:41499:41499),(127.0.0.1/127.0.0.1:40775:40775)] 2024-11-13T00:30:10,568 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:10,569 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:10,572 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,573 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,624 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,655 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:30:10,658 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:10,661 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:10,662 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,665 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:30:10,665 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:10,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:10,666 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,669 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:30:10,670 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:10,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:10,671 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,673 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:30:10,674 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:10,674 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:10,675 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,679 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,681 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,686 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,687 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,691 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:10,695 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:10,704 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:10,705 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62613533, jitterRate=-0.06698565185070038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:10,712 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457810588Initializing all the Stores at 1731457810591 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457810593 (+2 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457810596 (+3 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457810596Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457810596Cleaning up temporary data from old regions at 1731457810687 (+91 ms)Region opened successfully at 1731457810712 (+25 ms) 2024-11-13T00:30:10,714 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:30:10,752 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75e781b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:10,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775788_1002 (size=7) 2024-11-13T00:30:10,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775789_1002 (size=7) 2024-11-13T00:30:10,788 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:30:10,800 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:30:10,800 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:30:10,803 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:30:10,805 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-13T00:30:10,811 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-13T00:30:10,811 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:30:10,839 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:30:10,848 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T00:30:10,850 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T00:30:10,853 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:30:10,855 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:30:10,856 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T00:30:10,859 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:30:10,863 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:30:10,864 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T00:30:10,866 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:30:10,869 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T00:30:10,889 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:30:10,891 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,895 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,896 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,899 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,42197,1731457808964, sessionid=0x1010ebb61b90000, setting cluster-up flag (Was=false) 2024-11-13T00:30:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,919 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T00:30:10,921 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:10,935 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T00:30:10,937 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,42197,1731457808964 2024-11-13T00:30:10,943 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:30:11,002 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(746): ClusterId : abeb294d-5835-46ff-9d64-16bc09a337a7 2024-11-13T00:30:11,002 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(746): ClusterId : abeb294d-5835-46ff-9d64-16bc09a337a7 2024-11-13T00:30:11,004 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(746): ClusterId : abeb294d-5835-46ff-9d64-16bc09a337a7 2024-11-13T00:30:11,005 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:11,005 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:11,005 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:11,011 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:11,011 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:11,011 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:11,011 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:11,011 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:11,011 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:11,014 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:11,014 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:11,015 DEBUG [RS:1;cb28580903fb:33751 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fea7386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:11,015 DEBUG [RS:2;cb28580903fb:39979 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bdbb55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:11,015 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:11,016 DEBUG [RS:0;cb28580903fb:43707 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ab07da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:11,027 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:11,033 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cb28580903fb:39979 2024-11-13T00:30:11,036 INFO [RS:2;cb28580903fb:39979 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:11,036 INFO [RS:2;cb28580903fb:39979 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:11,037 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:11,037 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:43707 2024-11-13T00:30:11,037 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cb28580903fb:33751 2024-11-13T00:30:11,037 INFO [RS:0;cb28580903fb:43707 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:11,037 INFO [RS:1;cb28580903fb:33751 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:11,038 INFO [RS:0;cb28580903fb:43707 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:11,037 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:30:11,038 INFO [RS:1;cb28580903fb:33751 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:11,038 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:11,038 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:11,041 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42197,1731457808964 with port=39979, startcode=1731457809948 2024-11-13T00:30:11,041 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42197,1731457808964 with port=33751, startcode=1731457809883 2024-11-13T00:30:11,041 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,42197,1731457808964 with port=43707, startcode=1731457809767 2024-11-13T00:30:11,046 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:30:11,054 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,42197,1731457808964 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:30:11,059 DEBUG [RS:2;cb28580903fb:39979 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:11,059 DEBUG [RS:1;cb28580903fb:33751 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:11,059 DEBUG [RS:0;cb28580903fb:43707 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:11,063 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:11,063 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:11,063 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:11,063 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:11,063 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:30:11,064 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,064 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:11,064 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,066 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457841066 2024-11-13T00:30:11,068 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:30:11,069 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:30:11,073 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:11,073 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:30:11,074 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:30:11,074 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:30:11,074 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:30:11,074 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:30:11,076 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,081 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,081 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:30:11,082 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:30:11,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:30:11,084 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:30:11,089 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:30:11,090 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:30:11,094 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:11,095 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:11,096 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457811093,5,FailOnTimeoutGroup] 2024-11-13T00:30:11,104 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457811097,5,FailOnTimeoutGroup] 2024-11-13T00:30:11,104 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,105 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:30:11,106 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:35236 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775712_1012] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35236 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:11,108 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,108 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:11,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45355, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:11,108 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,109 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:11,115 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775712_1013 (size=1321) 2024-11-13T00:30:11,119 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,120 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:11,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:30:11,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 2024-11-13T00:30:11,131 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:11,131 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:11,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,133 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,137 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 2024-11-13T00:30:11,137 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33383 2024-11-13T00:30:11,137 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:11,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,139 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42197 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,139 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 2024-11-13T00:30:11,139 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33383 2024-11-13T00:30:11,139 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:11,141 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:39110 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775696_1014] {}] datanode.DataXceiver(331): 127.0.0.1:40119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39110 dst: /127.0.0.1:40119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:11,143 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 2024-11-13T00:30:11,143 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33383 2024-11-13T00:30:11,143 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:11,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:11,149 DEBUG [RS:1;cb28580903fb:33751 {}] zookeeper.ZKUtil(111): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,149 WARN [RS:1;cb28580903fb:33751 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:11,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775696_1015 (size=32) 2024-11-13T00:30:11,149 INFO [RS:1;cb28580903fb:33751 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:30:11,149 DEBUG [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,149 DEBUG [RS:2;cb28580903fb:39979 {}] zookeeper.ZKUtil(111): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,150 WARN [RS:2;cb28580903fb:39979 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:11,150 INFO [RS:2;cb28580903fb:39979 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:30:11,150 DEBUG [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,150 WARN [PEWorker-1 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:11,150 DEBUG [RS:0;cb28580903fb:43707 {}] zookeeper.ZKUtil(111): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,150 WARN [RS:0;cb28580903fb:43707 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:11,150 INFO [RS:0;cb28580903fb:43707 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:30:11,151 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,151 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:11,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,33751,1731457809883] 2024-11-13T00:30:11,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,43707,1731457809767] 2024-11-13T00:30:11,155 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,39979,1731457809948] 2024-11-13T00:30:11,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:30:11,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:30:11,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,166 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:30:11,169 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:30:11,169 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,170 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:30:11,173 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:30:11,173 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:30:11,179 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:30:11,179 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,180 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:30:11,182 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740 2024-11-13T00:30:11,183 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740 2024-11-13T00:30:11,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:30:11,186 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:30:11,187 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:11,188 INFO [RS:2;cb28580903fb:39979 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:11,188 INFO [RS:1;cb28580903fb:33751 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:11,188 INFO [RS:0;cb28580903fb:43707 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:11,190 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:30:11,211 INFO [RS:2;cb28580903fb:39979 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:11,211 INFO [RS:1;cb28580903fb:33751 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:11,211 INFO [RS:0;cb28580903fb:43707 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:11,218 INFO [RS:0;cb28580903fb:43707 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:11,218 INFO [RS:2;cb28580903fb:39979 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:11,218 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,218 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,218 INFO [RS:1;cb28580903fb:33751 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:11,218 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,219 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:11,220 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:11,220 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:11,221 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63299136, jitterRate=-0.056769371032714844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:11,221 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457811152Initializing all the Stores at 1731457811154 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811160 (+6 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457811160Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811160Cleaning up temporary data from old regions at 1731457811186 (+26 ms)Region opened successfully at 1731457811223 (+37 ms) 2024-11-13T00:30:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:30:11,224 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:30:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:30:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:30:11,224 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:30:11,228 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:11,229 INFO [RS:2;cb28580903fb:39979 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:11,229 INFO [RS:1;cb28580903fb:33751 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:11,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457811224Disabling compacts and flushes for region at 1731457811224Disabling writes for close at 1731457811224Writing region close event to WAL at 1731457811227 (+3 ms)Closed at 1731457811228 (+1 ms) 2024-11-13T00:30:11,230 INFO [RS:0;cb28580903fb:43707 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:11,231 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,231 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,231 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,231 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,231 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:11,232 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:11,232 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,232 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,233 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,233 DEBUG [RS:1;cb28580903fb:33751 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,233 DEBUG [RS:2;cb28580903fb:39979 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,233 DEBUG [RS:0;cb28580903fb:43707 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:11,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:11,237 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,239 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33751,1731457809883-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:11,244 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43707,1731457809767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:11,245 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39979,1731457809948-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:11,245 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:30:11,259 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:30:11,267 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:30:11,270 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:11,272 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:11,273 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,33751,1731457809883-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,273 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,43707,1731457809767-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,273 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,273 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,274 INFO [RS:0;cb28580903fb:43707 {}] regionserver.Replication(171): cb28580903fb,43707,1731457809767 started 2024-11-13T00:30:11,274 INFO [RS:1;cb28580903fb:33751 {}] regionserver.Replication(171): cb28580903fb,33751,1731457809883 started 2024-11-13T00:30:11,275 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:11,275 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,39979,1731457809948-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,276 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,276 INFO [RS:2;cb28580903fb:39979 {}] regionserver.Replication(171): cb28580903fb,39979,1731457809948 started 2024-11-13T00:30:11,295 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,295 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,296 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,39979,1731457809948, RpcServer on cb28580903fb/172.17.0.2:39979, sessionid=0x1010ebb61b90003 2024-11-13T00:30:11,296 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,43707,1731457809767, RpcServer on cb28580903fb/172.17.0.2:43707, sessionid=0x1010ebb61b90001 2024-11-13T00:30:11,297 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:11,297 DEBUG [RS:2;cb28580903fb:39979 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,297 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:11,297 DEBUG [RS:0;cb28580903fb:43707 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,297 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39979,1731457809948' 2024-11-13T00:30:11,297 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43707,1731457809767' 2024-11-13T00:30:11,297 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:11,298 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:11,298 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:11,298 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,33751,1731457809883, RpcServer on cb28580903fb/172.17.0.2:33751, sessionid=0x1010ebb61b90002 2024-11-13T00:30:11,298 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:11,298 DEBUG [RS:1;cb28580903fb:33751 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,298 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,33751,1731457809883' 2024-11-13T00:30:11,298 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:11,299 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:11,299 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:11,299 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:11,300 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:11,300 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:11,300 DEBUG [RS:1;cb28580903fb:33751 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,33751,1731457809883 2024-11-13T00:30:11,300 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:11,300 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,33751,1731457809883' 2024-11-13T00:30:11,301 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:11,301 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:11,301 DEBUG [RS:2;cb28580903fb:39979 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,39979,1731457809948 2024-11-13T00:30:11,301 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,39979,1731457809948' 2024-11-13T00:30:11,301 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:11,301 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:11,301 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:11,301 DEBUG [RS:0;cb28580903fb:43707 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,301 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,43707,1731457809767' 2024-11-13T00:30:11,302 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:11,302 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:11,302 DEBUG [RS:1;cb28580903fb:33751 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:11,303 INFO [RS:1;cb28580903fb:33751 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:11,303 INFO [RS:1;cb28580903fb:33751 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:11,303 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:11,304 DEBUG [RS:0;cb28580903fb:43707 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:11,304 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:11,305 INFO [RS:0;cb28580903fb:43707 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:11,305 INFO [RS:0;cb28580903fb:43707 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:11,305 DEBUG [RS:2;cb28580903fb:39979 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:11,305 INFO [RS:2;cb28580903fb:39979 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:11,305 INFO [RS:2;cb28580903fb:39979 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:11,409 INFO [RS:2;cb28580903fb:39979 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:30:11,409 INFO [RS:0;cb28580903fb:43707 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:30:11,409 INFO [RS:1;cb28580903fb:33751 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-13T00:30:11,413 INFO [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C43707%2C1731457809767, suffix=, logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767, archiveDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs, maxLogs=32 2024-11-13T00:30:11,413 INFO [RS:2;cb28580903fb:39979 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C39979%2C1731457809948, suffix=, logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,39979,1731457809948, archiveDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs, maxLogs=32 2024-11-13T00:30:11,413 INFO [RS:1;cb28580903fb:33751 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C33751%2C1731457809883, suffix=, logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,33751,1731457809883, archiveDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs, maxLogs=32 2024-11-13T00:30:11,419 WARN [cb28580903fb:42197 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:30:11,436 DEBUG [RS:2;cb28580903fb:39979 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,39979,1731457809948/cb28580903fb%2C39979%2C1731457809948.1731457811418, exclude list is [], retry=0 2024-11-13T00:30:11,437 DEBUG [RS:1;cb28580903fb:33751 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,33751,1731457809883/cb28580903fb%2C33751%2C1731457809883.1731457811418, exclude list is [], retry=0 2024-11-13T00:30:11,437 DEBUG [RS:0;cb28580903fb:43707 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767/cb28580903fb%2C43707%2C1731457809767.1731457811418, exclude list is [], retry=0 2024-11-13T00:30:11,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-47048873-fbb0-4869-842c-8c7fece5db46,DISK] 2024-11-13T00:30:11,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-06817568-7f3d-45b3-bfaa-e8ddb918f587,DISK] 2024-11-13T00:30:11,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f,DISK] 2024-11-13T00:30:11,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-06817568-7f3d-45b3-bfaa-e8ddb918f587,DISK] 2024-11-13T00:30:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-47048873-fbb0-4869-842c-8c7fece5db46,DISK] 2024-11-13T00:30:11,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f,DISK] 2024-11-13T00:30:11,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f,DISK] 2024-11-13T00:30:11,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-47048873-fbb0-4869-842c-8c7fece5db46,DISK] 2024-11-13T00:30:11,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-06817568-7f3d-45b3-bfaa-e8ddb918f587,DISK] 2024-11-13T00:30:11,475 INFO [RS:1;cb28580903fb:33751 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,33751,1731457809883/cb28580903fb%2C33751%2C1731457809883.1731457811418 2024-11-13T00:30:11,475 INFO [RS:2;cb28580903fb:39979 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,39979,1731457809948/cb28580903fb%2C39979%2C1731457809948.1731457811418 2024-11-13T00:30:11,475 INFO [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767/cb28580903fb%2C43707%2C1731457809767.1731457811418 2024-11-13T00:30:11,477 DEBUG [RS:1;cb28580903fb:33751 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775),(127.0.0.1/127.0.0.1:36639:36639),(127.0.0.1/127.0.0.1:41499:41499)] 2024-11-13T00:30:11,477 DEBUG [RS:2;cb28580903fb:39979 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41499:41499),(127.0.0.1/127.0.0.1:40775:40775),(127.0.0.1/127.0.0.1:36639:36639)] 2024-11-13T00:30:11,477 DEBUG [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40775:40775),(127.0.0.1/127.0.0.1:36639:36639),(127.0.0.1/127.0.0.1:41499:41499)] 2024-11-13T00:30:11,672 DEBUG [cb28580903fb:42197 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T00:30:11,680 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(204): Hosts are {cb28580903fb=0} racks are {/default-rack=0} 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T00:30:11,688 INFO [cb28580903fb:42197 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T00:30:11,688 INFO [cb28580903fb:42197 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T00:30:11,688 INFO [cb28580903fb:42197 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T00:30:11,688 DEBUG [cb28580903fb:42197 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T00:30:11,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,43707,1731457809767 2024-11-13T00:30:11,704 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43707,1731457809767, state=OPENING 2024-11-13T00:30:11,712 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:30:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:11,716 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:11,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:11,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:11,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:11,717 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:11,718 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:30:11,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43707,1731457809767}] 2024-11-13T00:30:11,896 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:30:11,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43327, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:30:11,914 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:30:11,915 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-13T00:30:11,916 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-13T00:30:11,919 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C43707%2C1731457809767.meta, suffix=.meta, logDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767, archiveDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs, maxLogs=32 2024-11-13T00:30:11,935 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767/cb28580903fb%2C43707%2C1731457809767.meta.1731457811921.meta, exclude list is [], retry=0 2024-11-13T00:30:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42397,DS-81dcff2a-2927-4e36-a2c4-f0f6fae8547f,DISK] 2024-11-13T00:30:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45465,DS-06817568-7f3d-45b3-bfaa-e8ddb918f587,DISK] 2024-11-13T00:30:11,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40119,DS-47048873-fbb0-4869-842c-8c7fece5db46,DISK] 2024-11-13T00:30:11,943 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/WALs/cb28580903fb,43707,1731457809767/cb28580903fb%2C43707%2C1731457809767.meta.1731457811921.meta 2024-11-13T00:30:11,943 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36639:36639),(127.0.0.1/127.0.0.1:40775:40775),(127.0.0.1/127.0.0.1:41499:41499)] 2024-11-13T00:30:11,943 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:11,945 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:30:11,948 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:30:11,953 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:30:11,957 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:30:11,958 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:11,958 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:30:11,958 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:30:11,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:30:11,963 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:30:11,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:30:11,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:30:11,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:30:11,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:30:11,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:30:11,973 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:30:11,973 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:11,974 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:11,974 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:30:11,975 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740 2024-11-13T00:30:11,978 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740 2024-11-13T00:30:11,981 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:30:11,982 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:30:11,983 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:11,986 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:30:11,988 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72714513, jitterRate=0.08353067934513092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:11,988 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:30:11,990 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457811959Writing region info on filesystem at 1731457811959Initializing all the Stores at 1731457811961 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811961Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811961Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457811961Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457811961Cleaning up temporary data from old regions at 1731457811982 (+21 ms)Running coprocessor post-open hooks at 1731457811988 (+6 ms)Region opened successfully at 1731457811990 (+2 ms) 2024-11-13T00:30:12,029 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457811887 2024-11-13T00:30:12,042 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:30:12,042 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:30:12,045 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43707,1731457809767 2024-11-13T00:30:12,047 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,43707,1731457809767, state=OPEN 2024-11-13T00:30:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:12,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:12,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:12,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:12,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:12,054 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:12,055 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,43707,1731457809767 2024-11-13T00:30:12,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:30:12,060 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,43707,1731457809767 in 335 msec 2024-11-13T00:30:12,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:30:12,067 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 817 msec 2024-11-13T00:30:12,069 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:12,069 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:30:12,091 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:30:12,093 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43707,1731457809767, seqNum=-1] 2024-11-13T00:30:12,114 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:30:12,116 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:30:12,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1660 sec 2024-11-13T00:30:12,142 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457812142, completionTime=-1 2024-11-13T00:30:12,144 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T00:30:12,145 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:30:12,171 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T00:30:12,171 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457872171 2024-11-13T00:30:12,171 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457932171 2024-11-13T00:30:12,172 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 26 msec 2024-11-13T00:30:12,173 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-13T00:30:12,180 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,180 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,180 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,182 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:42197, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,182 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,183 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,189 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:30:12,209 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.153sec 2024-11-13T00:30:12,210 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:30:12,212 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:30:12,213 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:30:12,213 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:30:12,213 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:30:12,214 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:12,214 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:30:12,218 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:30:12,220 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:30:12,220 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,42197,1731457808964-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:12,232 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43e0faf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:12,237 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-13T00:30:12,237 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-13T00:30:12,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,42197,-1 for getting cluster id 2024-11-13T00:30:12,244 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:30:12,252 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'abeb294d-5835-46ff-9d64-16bc09a337a7' 2024-11-13T00:30:12,254 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:30:12,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "abeb294d-5835-46ff-9d64-16bc09a337a7" 2024-11-13T00:30:12,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2780069f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:12,255 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,42197,-1] 2024-11-13T00:30:12,257 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:30:12,259 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:12,260 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:30:12,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682be4c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:12,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:30:12,270 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,43707,1731457809767, seqNum=-1] 2024-11-13T00:30:12,270 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:30:12,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:30:12,293 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,42197,1731457808964 2024-11-13T00:30:12,297 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:30:12,302 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,42197,1731457808964 2024-11-13T00:30:12,305 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69f125db 2024-11-13T00:30:12,307 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:30:12,309 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:30:12,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:30:12,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-13T00:30:12,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:30:12,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-13T00:30:12,331 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:12,333 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:30:12,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:12,343 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:12,343 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:12,351 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:59650 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775680_1020] {}] datanode.DataXceiver(331): 127.0.0.1:45465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59650 dst: /127.0.0.1:45465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:12,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775680_1021 (size=392) 2024-11-13T00:30:12,359 WARN [PEWorker-3 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:12,362 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3da901e7cf53ddfac9a26ed313a1a7ca, NAME => 'TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85 2024-11-13T00:30:12,367 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:12,368 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:12,371 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:59668 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775664_1022] {}] datanode.DataXceiver(331): 127.0.0.1:45465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59668 dst: /127.0.0.1:45465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:12,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775664_1023 (size=51) 2024-11-13T00:30:12,379 WARN [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:12,379 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:12,379 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 3da901e7cf53ddfac9a26ed313a1a7ca, disabling compactions & flushes 2024-11-13T00:30:12,379 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,379 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,380 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. after waiting 0 ms 2024-11-13T00:30:12,380 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,380 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,380 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3da901e7cf53ddfac9a26ed313a1a7ca: Waiting for close lock at 1731457812379Disabling compacts and flushes for region at 1731457812379Disabling writes for close at 1731457812380 (+1 ms)Writing region close event to WAL at 1731457812380Closed at 1731457812380 2024-11-13T00:30:12,382 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:30:12,389 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731457812383"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457812383"}]},"ts":"1731457812383"} 2024-11-13T00:30:12,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:30:12,398 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:30:12,401 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457812398"}]},"ts":"1731457812398"} 2024-11-13T00:30:12,407 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-13T00:30:12,407 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cb28580903fb=0} racks are {/default-rack=0} 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T00:30:12,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T00:30:12,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T00:30:12,409 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T00:30:12,409 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T00:30:12,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3da901e7cf53ddfac9a26ed313a1a7ca, ASSIGN}] 2024-11-13T00:30:12,414 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3da901e7cf53ddfac9a26ed313a1a7ca, ASSIGN 2024-11-13T00:30:12,416 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3da901e7cf53ddfac9a26ed313a1a7ca, ASSIGN; state=OFFLINE, location=cb28580903fb,43707,1731457809767; forceNewPlan=false, retain=false 2024-11-13T00:30:12,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:12,569 INFO [cb28580903fb:42197 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T00:30:12,570 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3da901e7cf53ddfac9a26ed313a1a7ca, regionState=OPENING, regionLocation=cb28580903fb,43707,1731457809767 2024-11-13T00:30:12,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3da901e7cf53ddfac9a26ed313a1a7ca, ASSIGN because future has completed 2024-11-13T00:30:12,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da901e7cf53ddfac9a26ed313a1a7ca, server=cb28580903fb,43707,1731457809767}] 2024-11-13T00:30:12,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:12,735 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,736 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3da901e7cf53ddfac9a26ed313a1a7ca, NAME => 'TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:12,736 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,736 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:12,736 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,736 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,738 INFO [StoreOpener-3da901e7cf53ddfac9a26ed313a1a7ca-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,740 INFO [StoreOpener-3da901e7cf53ddfac9a26ed313a1a7ca-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3da901e7cf53ddfac9a26ed313a1a7ca columnFamilyName cf 2024-11-13T00:30:12,740 DEBUG [StoreOpener-3da901e7cf53ddfac9a26ed313a1a7ca-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:12,741 INFO [StoreOpener-3da901e7cf53ddfac9a26ed313a1a7ca-1 {}] regionserver.HStore(327): Store=3da901e7cf53ddfac9a26ed313a1a7ca/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:12,742 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,743 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,743 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,744 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,744 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,746 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,754 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:12,755 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3da901e7cf53ddfac9a26ed313a1a7ca; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69187222, jitterRate=0.030969947576522827}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T00:30:12,755 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:12,756 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3da901e7cf53ddfac9a26ed313a1a7ca: Running coprocessor pre-open hook at 1731457812736Writing region info on filesystem at 1731457812736Initializing all the Stores at 1731457812738 (+2 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457812738Cleaning up temporary data from old regions at 1731457812744 (+6 ms)Running coprocessor post-open hooks at 1731457812755 (+11 ms)Region opened successfully at 1731457812756 (+1 ms) 2024-11-13T00:30:12,758 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca., pid=6, masterSystemTime=1731457812729 2024-11-13T00:30:12,762 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,762 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:12,763 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3da901e7cf53ddfac9a26ed313a1a7ca, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,43707,1731457809767 2024-11-13T00:30:12,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3da901e7cf53ddfac9a26ed313a1a7ca, server=cb28580903fb,43707,1731457809767 because future has completed 2024-11-13T00:30:12,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:30:12,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3da901e7cf53ddfac9a26ed313a1a7ca, server=cb28580903fb,43707,1731457809767 in 193 msec 2024-11-13T00:30:12,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:30:12,776 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=3da901e7cf53ddfac9a26ed313a1a7ca, ASSIGN in 361 msec 2024-11-13T00:30:12,777 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:30:12,778 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457812777"}]},"ts":"1731457812777"} 2024-11-13T00:30:12,780 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-13T00:30:12,782 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:30:12,784 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 462 msec 2024-11-13T00:30:12,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:12,967 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-13T00:30:12,967 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-13T00:30:12,969 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T00:30:12,973 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-13T00:30:12,974 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T00:30:12,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-13T00:30:12,982 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca., hostname=cb28580903fb,43707,1731457809767, seqNum=2] 2024-11-13T00:30:12,991 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-13T00:30:12,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-13T00:30:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:12,999 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:30:13,001 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:30:13,002 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:30:13,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:13,163 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43707 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:30:13,163 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,168 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 3da901e7cf53ddfac9a26ed313a1a7ca 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-13T00:30:13,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/.tmp/cf/30ddac7f32444f0e8ca637f24b83d176 is 36, key is row/cf:cq/1731457812984/Put/seqid=0 2024-11-13T00:30:13,234 WARN [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,234 WARN [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,238 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_956160956_22 at /127.0.0.1:35290 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775648_1024] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35290 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775648_1025 (size=4787) 2024-11-13T00:30:13,243 WARN [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,243 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/.tmp/cf/30ddac7f32444f0e8ca637f24b83d176 2024-11-13T00:30:13,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/.tmp/cf/30ddac7f32444f0e8ca637f24b83d176 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/cf/30ddac7f32444f0e8ca637f24b83d176 2024-11-13T00:30:13,299 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/cf/30ddac7f32444f0e8ca637f24b83d176, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T00:30:13,306 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 3da901e7cf53ddfac9a26ed313a1a7ca in 137ms, sequenceid=5, compaction requested=false 2024-11-13T00:30:13,307 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestHBaseWalOnEC' 2024-11-13T00:30:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 3da901e7cf53ddfac9a26ed313a1a7ca: 2024-11-13T00:30:13,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:30:13,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:30:13,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:13,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T00:30:13,318 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 312 msec 2024-11-13T00:30:13,321 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 326 msec 2024-11-13T00:30:13,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42197 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:13,627 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-13T00:30:13,642 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:30:13,643 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:30:13,643 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:13,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775741_1008 (size=1189) 2024-11-13T00:30:13,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775740_1008 (size=1189) 2024-11-13T00:30:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775772_1004 (size=42) 2024-11-13T00:30:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775773_1004 (size=42) 2024-11-13T00:30:13,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775693_1015 (size=32) 2024-11-13T00:30:13,649 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775692_1015 (size=32) 2024-11-13T00:30:13,650 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,650 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:30:13,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:30:13,650 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=590761275, stopped=false 2024-11-13T00:30:13,651 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,42197,1731457808964 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:13,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:13,653 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:30:13,653 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:30:13,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:13,653 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:13,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:13,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:13,653 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,654 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:13,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,43707,1731457809767' ***** 2024-11-13T00:30:13,654 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:13,654 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,33751,1731457809883' ***** 2024-11-13T00:30:13,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:13,655 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,39979,1731457809948' ***** 2024-11-13T00:30:13,655 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:13,655 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:13,655 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:13,655 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:13,655 INFO [RS:0;cb28580903fb:43707 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:13,655 INFO [RS:1;cb28580903fb:33751 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:13,655 INFO [RS:2;cb28580903fb:39979 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:13,655 INFO [RS:1;cb28580903fb:33751 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:13,655 INFO [RS:0;cb28580903fb:43707 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:13,655 INFO [RS:2;cb28580903fb:39979 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:13,655 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,33751,1731457809883 2024-11-13T00:30:13,655 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,39979,1731457809948 2024-11-13T00:30:13,655 INFO [RS:1;cb28580903fb:33751 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:13,655 INFO [RS:2;cb28580903fb:39979 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:13,656 INFO [RS:1;cb28580903fb:33751 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cb28580903fb:33751. 2024-11-13T00:30:13,656 INFO [RS:2;cb28580903fb:39979 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cb28580903fb:39979. 2024-11-13T00:30:13,656 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(3091): Received CLOSE for 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:13,656 DEBUG [RS:2;cb28580903fb:39979 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:13,656 DEBUG [RS:1;cb28580903fb:33751 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:13,656 DEBUG [RS:2;cb28580903fb:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,656 DEBUG [RS:1;cb28580903fb:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:13,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:13,656 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:13,656 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,656 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,39979,1731457809948; all regions closed. 2024-11-13T00:30:13,656 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,33751,1731457809883; all regions closed. 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,43707,1731457809767 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:43707. 2024-11-13T00:30:13,657 DEBUG [RS:0;cb28580903fb:43707 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:13,657 DEBUG [RS:0;cb28580903fb:43707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:13,657 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3da901e7cf53ddfac9a26ed313a1a7ca, disabling compactions & flushes 2024-11-13T00:30:13,657 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:30:13,657 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,657 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. after waiting 0 ms 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,658 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-13T00:30:13,658 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1325): Online Regions={3da901e7cf53ddfac9a26ed313a1a7ca=TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca., 1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:30:13,658 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:30:13,658 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:30:13,658 DEBUG [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 3da901e7cf53ddfac9a26ed313a1a7ca 2024-11-13T00:30:13,659 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T00:30:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741826_1016 (size=93) 2024-11-13T00:30:13,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741826_1016 (size=93) 2024-11-13T00:30:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741826_1016 (size=93) 2024-11-13T00:30:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741828_1018 (size=93) 2024-11-13T00:30:13,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741828_1018 (size=93) 2024-11-13T00:30:13,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741828_1018 (size=93) 2024-11-13T00:30:13,671 DEBUG [RS:2;cb28580903fb:39979 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs 2024-11-13T00:30:13,671 INFO [RS:2;cb28580903fb:39979 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C39979%2C1731457809948:(num 1731457811418) 2024-11-13T00:30:13,671 DEBUG [RS:2;cb28580903fb:39979 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,671 DEBUG [RS:1;cb28580903fb:33751 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs 2024-11-13T00:30:13,671 INFO [RS:2;cb28580903fb:39979 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,671 INFO [RS:1;cb28580903fb:33751 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C33751%2C1731457809883:(num 1731457811418) 2024-11-13T00:30:13,671 DEBUG [RS:1;cb28580903fb:33751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,671 INFO [RS:2;cb28580903fb:39979 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:13,671 INFO [RS:1;cb28580903fb:33751 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:13,672 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:13,672 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:13,672 INFO [RS:1;cb28580903fb:33751 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:13,672 INFO [RS:2;cb28580903fb:39979 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39979 2024-11-13T00:30:13,673 INFO [RS:1;cb28580903fb:33751 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33751 2024-11-13T00:30:13,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,39979,1731457809948 2024-11-13T00:30:13,677 INFO [RS:2;cb28580903fb:39979 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:13,677 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/default/TestHBaseWalOnEC/3da901e7cf53ddfac9a26ed313a1a7ca/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:30:13,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:13,678 INFO [RS:1;cb28580903fb:33751 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:13,680 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,680 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3da901e7cf53ddfac9a26ed313a1a7ca: Waiting for close lock at 1731457813657Running coprocessor pre-close hooks at 1731457813657Disabling compacts and flushes for region at 1731457813657Disabling writes for close at 1731457813658 (+1 ms)Writing region close event to WAL at 1731457813662 (+4 ms)Running coprocessor post-close hooks at 1731457813678 (+16 ms)Closed at 1731457813679 (+1 ms) 2024-11-13T00:30:13,680 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca. 2024-11-13T00:30:13,682 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,33751,1731457809883] 2024-11-13T00:30:13,684 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,33751,1731457809883 already deleted, retry=false 2024-11-13T00:30:13,684 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,33751,1731457809883 expired; onlineServers=2 2024-11-13T00:30:13,684 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,39979,1731457809948] 2024-11-13T00:30:13,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,33751,1731457809883 2024-11-13T00:30:13,685 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,39979,1731457809948 already deleted, retry=false 2024-11-13T00:30:13,685 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,39979,1731457809948 expired; onlineServers=1 2024-11-13T00:30:13,696 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/info/3a1df520f0f94c9c8869b38e86dc6318 is 153, key is TestHBaseWalOnEC,,1731457812311.3da901e7cf53ddfac9a26ed313a1a7ca./info:regioninfo/1731457812763/Put/seqid=0 2024-11-13T00:30:13,698 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,699 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,702 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_956160956_22 at /127.0.0.1:39206 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775632_1026] {}] datanode.DataXceiver(331): 127.0.0.1:40119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39206 dst: /127.0.0.1:40119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775632_1027 (size=6637) 2024-11-13T00:30:13,707 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,707 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/info/3a1df520f0f94c9c8869b38e86dc6318 2024-11-13T00:30:13,736 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/ns/d0261c8977d14cb5bc9732e477a2e5d2 is 43, key is default/ns:d/1731457812120/Put/seqid=0 2024-11-13T00:30:13,738 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,738 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,742 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_956160956_22 at /127.0.0.1:59720 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775616_1028] {}] datanode.DataXceiver(331): 127.0.0.1:45465:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:59720 dst: /127.0.0.1:45465 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775616_1029 (size=5153) 2024-11-13T00:30:13,746 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,747 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,747 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/ns/d0261c8977d14cb5bc9732e477a2e5d2 2024-11-13T00:30:13,750 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775757_1006 (size=196) 2024-11-13T00:30:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775756_1006 (size=196) 2024-11-13T00:30:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_-9223372036854775725_1010 (size=34) 2024-11-13T00:30:13,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775724_1010 (size=34) 2024-11-13T00:30:13,778 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/table/045ecdcd1e10419b83dbadedf9917750 is 52, key is TestHBaseWalOnEC/table:state/1731457812777/Put/seqid=0 2024-11-13T00:30:13,780 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,780 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39979-0x1010ebb61b90003, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,781 INFO [RS:2;cb28580903fb:39979 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:13,781 INFO [RS:2;cb28580903fb:39979 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,39979,1731457809948; zookeeper connection closed. 2024-11-13T00:30:13,781 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6f3ecffa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6f3ecffa 2024-11-13T00:30:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,782 INFO [RS:1;cb28580903fb:33751 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:13,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33751-0x1010ebb61b90002, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,782 INFO [RS:1;cb28580903fb:33751 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,33751,1731457809883; zookeeper connection closed. 2024-11-13T00:30:13,782 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5861ca88 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5861ca88 2024-11-13T00:30:13,783 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_956160956_22 at /127.0.0.1:39254 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775600_1030] {}] datanode.DataXceiver(331): 127.0.0.1:40119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39254 dst: /127.0.0.1:40119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775600_1031 (size=5249) 2024-11-13T00:30:13,788 WARN [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,788 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/table/045ecdcd1e10419b83dbadedf9917750 2024-11-13T00:30:13,798 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/info/3a1df520f0f94c9c8869b38e86dc6318 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/info/3a1df520f0f94c9c8869b38e86dc6318 2024-11-13T00:30:13,806 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/info/3a1df520f0f94c9c8869b38e86dc6318, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T00:30:13,808 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/ns/d0261c8977d14cb5bc9732e477a2e5d2 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/ns/d0261c8977d14cb5bc9732e477a2e5d2 2024-11-13T00:30:13,816 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/ns/d0261c8977d14cb5bc9732e477a2e5d2, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:30:13,818 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/.tmp/table/045ecdcd1e10419b83dbadedf9917750 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/table/045ecdcd1e10419b83dbadedf9917750 2024-11-13T00:30:13,826 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/table/045ecdcd1e10419b83dbadedf9917750, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T00:30:13,828 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=11, compaction requested=false 2024-11-13T00:30:13,828 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-13T00:30:13,836 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:30:13,837 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:30:13,837 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:13,837 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457813658Running coprocessor pre-close hooks at 1731457813658Disabling compacts and flushes for region at 1731457813658Disabling writes for close at 1731457813658Obtaining lock to block concurrent updates at 1731457813659 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731457813659Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731457813660 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731457813662 (+2 ms)Flushing 1588230740/info: creating writer at 1731457813663 (+1 ms)Flushing 1588230740/info: appending metadata at 1731457813693 (+30 ms)Flushing 1588230740/info: closing flushed file at 1731457813693Flushing 1588230740/ns: creating writer at 1731457813717 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731457813734 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731457813735 (+1 ms)Flushing 1588230740/table: creating writer at 1731457813756 (+21 ms)Flushing 1588230740/table: appending metadata at 1731457813777 (+21 ms)Flushing 1588230740/table: closing flushed file at 1731457813777Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c726ee3: reopening flushed file at 1731457813797 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9d828b: reopening flushed file at 1731457813807 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3a7b92ab: reopening flushed file at 1731457813817 (+10 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 169ms, sequenceid=11, compaction requested=false at 1731457813828 (+11 ms)Writing region close event to WAL at 1731457813829 (+1 ms)Running coprocessor post-close hooks at 1731457813837 (+8 ms)Closed at 1731457813837 2024-11-13T00:30:13,837 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:13,858 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,43707,1731457809767; all regions closed. 2024-11-13T00:30:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741829_1019 (size=2751) 2024-11-13T00:30:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741829_1019 (size=2751) 2024-11-13T00:30:13,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741829_1019 (size=2751) 2024-11-13T00:30:13,865 DEBUG [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs 2024-11-13T00:30:13,865 INFO [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43707%2C1731457809767.meta:.meta(num 1731457811921) 2024-11-13T00:30:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741827_1017 (size=1298) 2024-11-13T00:30:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741827_1017 (size=1298) 2024-11-13T00:30:13,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741827_1017 (size=1298) 2024-11-13T00:30:13,870 DEBUG [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/oldWALs 2024-11-13T00:30:13,870 INFO [RS:0;cb28580903fb:43707 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL cb28580903fb%2C43707%2C1731457809767:(num 1731457811418) 2024-11-13T00:30:13,870 DEBUG [RS:0;cb28580903fb:43707 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:13,870 INFO [RS:0;cb28580903fb:43707 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:13,870 INFO [RS:0;cb28580903fb:43707 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:13,871 INFO [RS:0;cb28580903fb:43707 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:13,871 INFO [RS:0;cb28580903fb:43707 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:13,871 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:13,871 INFO [RS:0;cb28580903fb:43707 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43707 2024-11-13T00:30:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,43707,1731457809767 2024-11-13T00:30:13,874 INFO [RS:0;cb28580903fb:43707 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:13,877 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,43707,1731457809767] 2024-11-13T00:30:13,878 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,43707,1731457809767 already deleted, retry=false 2024-11-13T00:30:13,878 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,43707,1731457809767 expired; onlineServers=0 2024-11-13T00:30:13,878 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,42197,1731457808964' ***** 2024-11-13T00:30:13,878 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:30:13,878 INFO [M:0;cb28580903fb:42197 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:13,878 INFO [M:0;cb28580903fb:42197 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:13,878 DEBUG [M:0;cb28580903fb:42197 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:30:13,878 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:30:13,878 DEBUG [M:0;cb28580903fb:42197 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:30:13,878 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457811093 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457811093,5,FailOnTimeoutGroup] 2024-11-13T00:30:13,878 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457811097 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457811097,5,FailOnTimeoutGroup] 2024-11-13T00:30:13,879 INFO [M:0;cb28580903fb:42197 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:13,879 INFO [M:0;cb28580903fb:42197 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:13,879 DEBUG [M:0;cb28580903fb:42197 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:30:13,879 INFO [M:0;cb28580903fb:42197 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:30:13,879 INFO [M:0;cb28580903fb:42197 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:30:13,880 INFO [M:0;cb28580903fb:42197 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:30:13,880 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:30:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:13,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:13,881 DEBUG [M:0;cb28580903fb:42197 {}] zookeeper.ZKUtil(347): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T00:30:13,881 WARN [M:0;cb28580903fb:42197 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:30:13,882 INFO [M:0;cb28580903fb:42197 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/.lastflushedseqids 2024-11-13T00:30:13,891 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,891 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,894 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:35336 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775584_1032] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35336 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775584_1033 (size=127) 2024-11-13T00:30:13,898 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,898 INFO [M:0;cb28580903fb:42197 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:30:13,898 INFO [M:0;cb28580903fb:42197 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:30:13,898 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:30:13,898 INFO [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:13,898 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:13,898 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:30:13,898 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:13,898 INFO [M:0;cb28580903fb:42197 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-13T00:30:13,916 DEBUG [M:0;cb28580903fb:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1caaed5eb3b1456cabe1e09dc102bce6 is 82, key is hbase:meta,,1/info:regioninfo/1731457812044/Put/seqid=0 2024-11-13T00:30:13,918 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,918 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,921 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:39272 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775568_1034] {}] datanode.DataXceiver(331): 127.0.0.1:40119:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39272 dst: /127.0.0.1:40119 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_-9223372036854775568_1035 (size=5672) 2024-11-13T00:30:13,925 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,926 INFO [M:0;cb28580903fb:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1caaed5eb3b1456cabe1e09dc102bce6 2024-11-13T00:30:13,951 DEBUG [M:0;cb28580903fb:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e1d2835f70d440f9c59e29ad891b489 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457812783/Put/seqid=0 2024-11-13T00:30:13,954 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,954 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,957 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:35352 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775552_1036] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35352 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775552_1037 (size=6437) 2024-11-13T00:30:13,962 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,962 INFO [M:0;cb28580903fb:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e1d2835f70d440f9c59e29ad891b489 2024-11-13T00:30:13,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43707-0x1010ebb61b90001, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:13,977 INFO [RS:0;cb28580903fb:43707 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:13,977 INFO [RS:0;cb28580903fb:43707 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,43707,1731457809767; zookeeper connection closed. 2024-11-13T00:30:13,977 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5764a90 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5764a90 2024-11-13T00:30:13,978 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T00:30:13,986 DEBUG [M:0;cb28580903fb:42197 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f5cb7fa2d243798c6bb57f04124f38 is 69, key is cb28580903fb,33751,1731457809883/rs:state/1731457811134/Put/seqid=0 2024-11-13T00:30:13,988 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=3, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,988 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(531): Cannot allocate parity block(index=4, policy=RS-3-2-1024k). Exclude nodes=[]. There may not be enough datanodes or racks. You can check if the cluster topology supports the enabled erasure coding policies by running the command 'hdfs ec -verifyClusterSetup'. 2024-11-13T00:30:13,991 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-728075796_22 at /127.0.0.1:35362 [Receiving block BP-954214899-172.17.0.2-1731457805763:blk_-9223372036854775536_1038] {}] datanode.DataXceiver(331): 127.0.0.1:42397:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35362 dst: /127.0.0.1:42397 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-13T00:30:13,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_-9223372036854775536_1039 (size=5294) 2024-11-13T00:30:13,998 WARN [M:0;cb28580903fb:42197 {}] hdfs.DFSStripedOutputStream(1367): Block group <1> failed to write 2 blocks. It's at high risk of losing data. 2024-11-13T00:30:13,998 INFO [M:0;cb28580903fb:42197 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f5cb7fa2d243798c6bb57f04124f38 2024-11-13T00:30:14,009 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1caaed5eb3b1456cabe1e09dc102bce6 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1caaed5eb3b1456cabe1e09dc102bce6 2024-11-13T00:30:14,018 INFO [M:0;cb28580903fb:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1caaed5eb3b1456cabe1e09dc102bce6, entries=8, sequenceid=72, filesize=5.5 K 2024-11-13T00:30:14,020 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8e1d2835f70d440f9c59e29ad891b489 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e1d2835f70d440f9c59e29ad891b489 2024-11-13T00:30:14,028 INFO [M:0;cb28580903fb:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8e1d2835f70d440f9c59e29ad891b489, entries=8, sequenceid=72, filesize=6.3 K 2024-11-13T00:30:14,029 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/07f5cb7fa2d243798c6bb57f04124f38 as hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f5cb7fa2d243798c6bb57f04124f38 2024-11-13T00:30:14,037 INFO [M:0;cb28580903fb:42197 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/07f5cb7fa2d243798c6bb57f04124f38, entries=3, sequenceid=72, filesize=5.2 K 2024-11-13T00:30:14,039 INFO [M:0;cb28580903fb:42197 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false 2024-11-13T00:30:14,040 INFO [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:14,040 DEBUG [M:0;cb28580903fb:42197 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457813898Disabling compacts and flushes for region at 1731457813898Disabling writes for close at 1731457813898Obtaining lock to block concurrent updates at 1731457813898Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457813898Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731457813899 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457813900 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457813900Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457813915 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457813916 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457813934 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457813951 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457813951Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457813969 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457813986 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457813986Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23cb7b9f: reopening flushed file at 1731457814008 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23a8a374: reopening flushed file at 1731457814019 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f39be08: reopening flushed file at 1731457814028 (+9 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 141ms, sequenceid=72, compaction requested=false at 1731457814039 (+11 ms)Writing region close event to WAL at 1731457814040 (+1 ms)Closed at 1731457814040 2024-11-13T00:30:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40119 is added to blk_1073741825_1011 (size=32653) 2024-11-13T00:30:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45465 is added to blk_1073741825_1011 (size=32653) 2024-11-13T00:30:14,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42397 is added to blk_1073741825_1011 (size=32653) 2024-11-13T00:30:14,045 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:14,045 INFO [M:0;cb28580903fb:42197 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:30:14,045 INFO [M:0;cb28580903fb:42197 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42197 2024-11-13T00:30:14,045 INFO [M:0;cb28580903fb:42197 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:14,147 INFO [M:0;cb28580903fb:42197 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:14,147 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42197-0x1010ebb61b90000, quorum=127.0.0.1:65215, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:14,151 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3114ae69{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,154 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c70a874{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:14,154 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:14,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5822645a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:14,154 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16cd567f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:14,157 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:14,157 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954214899-172.17.0.2-1731457805763 (Datanode Uuid 41ffae84-37a0-4f15-8418-b55cc85f6ecb) service to localhost/127.0.0.1:33383 2024-11-13T00:30:14,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data5/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,158 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data6/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,158 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:14,159 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:14,159 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:14,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@353955e9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,161 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11738cd8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:14,161 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:14,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40eb7053{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:14,162 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@510fec09{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:14,163 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:14,163 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:14,163 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954214899-172.17.0.2-1731457805763 (Datanode Uuid 4a9702d9-23f1-4ae3-a804-f9882ebbf6a0) service to localhost/127.0.0.1:33383 2024-11-13T00:30:14,163 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:14,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data3/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,164 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data4/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,164 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:14,167 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b97a472{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,167 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3722a29b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:14,167 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:14,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69893329{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:14,168 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a5de9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:14,169 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:14,169 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:14,169 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:14,169 WARN [BP-954214899-172.17.0.2-1731457805763 heartbeating to localhost/127.0.0.1:33383 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-954214899-172.17.0.2-1731457805763 (Datanode Uuid bf3bc50a-80f4-48bb-adc5-86b54e473ea2) service to localhost/127.0.0.1:33383 2024-11-13T00:30:14,170 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data1/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,170 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:14,171 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/cluster_712cf4d7-5dc1-3c8b-e81a-d1e8ee71fcf8/data/data2/current/BP-954214899-172.17.0.2-1731457805763 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:14,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@62d6efd9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:30:14,180 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d35a1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:14,180 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:14,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ce709a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:14,181 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@760c69c0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:14,189 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:30:14,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:30:14,224 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[0] Thread=89 (was 159), OpenFileDescriptor=447 (was 391) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=242 (was 211) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1366 (was 1682) 2024-11-13T00:30:14,230 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=89, OpenFileDescriptor=447, MaxFileDescriptor=1048576, SystemLoadAverage=242, ProcessCount=11, AvailableMemoryMB=1365 2024-11-13T00:30:14,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.log.dir so I do NOT create it in target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/b4355e1a-c23e-e01b-b0ee-a5f3b9619950/hadoop.tmp.dir so I do NOT create it in target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce, deleteOnExit=true 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/test.cache.data in system properties and HBase conf 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.tmp.dir in system properties and HBase conf 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir in system properties and HBase conf 2024-11-13T00:30:14,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-13T00:30:14,232 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-13T00:30:14,232 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/nfs.dump.dir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/java.io.tmpdir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-13T00:30:14,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-13T00:30:14,322 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:14,328 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:14,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:14,329 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:14,329 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:14,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:14,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65c3a644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:14,331 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@725fd19e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:14,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5937c4d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/java.io.tmpdir/jetty-localhost-39177-hadoop-hdfs-3_4_1-tests_jar-_-any-2993118727292371846/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:30:14,447 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b8b7f92{HTTP/1.1, (http/1.1)}{localhost:39177} 2024-11-13T00:30:14,448 INFO [Time-limited test {}] server.Server(415): Started @10944ms 2024-11-13T00:30:14,534 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:14,537 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:14,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:14,540 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:14,541 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:14,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44e3f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:14,541 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8b2f13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:14,659 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@642ad787{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/java.io.tmpdir/jetty-localhost-45427-hadoop-hdfs-3_4_1-tests_jar-_-any-18246017356304076722/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,660 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77039b20{HTTP/1.1, (http/1.1)}{localhost:45427} 2024-11-13T00:30:14,660 INFO [Time-limited test {}] server.Server(415): Started @11157ms 2024-11-13T00:30:14,661 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:14,697 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:14,701 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:14,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:14,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:14,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:14,702 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a920405{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:14,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@715cd000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:14,767 WARN [Thread-526 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data1/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:14,767 WARN [Thread-527 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data2/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:14,791 WARN [Thread-505 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fca47d0ca5dfcad with lease ID 0xde7a6ac5ae4a29ee: Processing first storage report for DS-4a0fd7ac-51ad-4c68-a4cb-0453d5c94aec from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=a79ad77e-fe7d-44b1-af64-f9fe3233e12a, infoPort=44911, infoSecurePort=0, ipcPort=35727, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fca47d0ca5dfcad with lease ID 0xde7a6ac5ae4a29ee: from storage DS-4a0fd7ac-51ad-4c68-a4cb-0453d5c94aec node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=a79ad77e-fe7d-44b1-af64-f9fe3233e12a, infoPort=44911, infoSecurePort=0, ipcPort=35727, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-13T00:30:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7fca47d0ca5dfcad with lease ID 0xde7a6ac5ae4a29ee: Processing first storage report for DS-f91b72eb-8ed5-4540-a8b3-c4c167d161ef from datanode DatanodeRegistration(127.0.0.1:43685, datanodeUuid=a79ad77e-fe7d-44b1-af64-f9fe3233e12a, infoPort=44911, infoSecurePort=0, ipcPort=35727, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:14,795 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7fca47d0ca5dfcad with lease ID 0xde7a6ac5ae4a29ee: from storage DS-f91b72eb-8ed5-4540-a8b3-c4c167d161ef node DatanodeRegistration(127.0.0.1:43685, datanodeUuid=a79ad77e-fe7d-44b1-af64-f9fe3233e12a, infoPort=44911, infoSecurePort=0, ipcPort=35727, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:14,822 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39765bd4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/java.io.tmpdir/jetty-localhost-41991-hadoop-hdfs-3_4_1-tests_jar-_-any-1457238906866581669/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,822 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d545d5a{HTTP/1.1, (http/1.1)}{localhost:41991} 2024-11-13T00:30:14,822 INFO [Time-limited test {}] server.Server(415): Started @11319ms 2024-11-13T00:30:14,824 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:14,857 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-13T00:30:14,861 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-13T00:30:14,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-13T00:30:14,861 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-13T00:30:14,861 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-13T00:30:14,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fbc9584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,AVAILABLE} 2024-11-13T00:30:14,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@18bf963e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-13T00:30:14,929 WARN [Thread-561 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data3/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:14,929 WARN [Thread-562 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data4/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:14,948 WARN [Thread-541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa43ece3e1cd10f4 with lease ID 0xde7a6ac5ae4a29ef: Processing first storage report for DS-faee4aa7-0d97-402c-b42e-27419dfb2093 from datanode DatanodeRegistration(127.0.0.1:34173, datanodeUuid=a126825a-4766-492e-bf66-399be9986518, infoPort=35057, infoSecurePort=0, ipcPort=40353, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa43ece3e1cd10f4 with lease ID 0xde7a6ac5ae4a29ef: from storage DS-faee4aa7-0d97-402c-b42e-27419dfb2093 node DatanodeRegistration(127.0.0.1:34173, datanodeUuid=a126825a-4766-492e-bf66-399be9986518, infoPort=35057, infoSecurePort=0, ipcPort=40353, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa43ece3e1cd10f4 with lease ID 0xde7a6ac5ae4a29ef: Processing first storage report for DS-8d812f39-1504-46fd-82f0-c21f20135e04 from datanode DatanodeRegistration(127.0.0.1:34173, datanodeUuid=a126825a-4766-492e-bf66-399be9986518, infoPort=35057, infoSecurePort=0, ipcPort=40353, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:14,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa43ece3e1cd10f4 with lease ID 0xde7a6ac5ae4a29ef: from storage DS-8d812f39-1504-46fd-82f0-c21f20135e04 node DatanodeRegistration(127.0.0.1:34173, datanodeUuid=a126825a-4766-492e-bf66-399be9986518, infoPort=35057, infoSecurePort=0, ipcPort=40353, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:14,986 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@35dccfad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/java.io.tmpdir/jetty-localhost-38557-hadoop-hdfs-3_4_1-tests_jar-_-any-6042045191920573725/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:14,987 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59867183{HTTP/1.1, (http/1.1)}{localhost:38557} 2024-11-13T00:30:14,987 INFO [Time-limited test {}] server.Server(415): Started @11484ms 2024-11-13T00:30:14,988 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-13T00:30:15,091 WARN [Thread-587 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data5/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:15,091 WARN [Thread-588 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data6/current/BP-501848034-172.17.0.2-1731457814264/current, will proceed with Du for space computation calculation, 2024-11-13T00:30:15,111 WARN [Thread-576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-13T00:30:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e7ea8cbdf9f423 with lease ID 0xde7a6ac5ae4a29f0: Processing first storage report for DS-192a37f7-df2d-4546-bf4f-816a4358043c from datanode DatanodeRegistration(127.0.0.1:42303, datanodeUuid=b114441a-595d-43e5-83d4-f948898e82d3, infoPort=44605, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e7ea8cbdf9f423 with lease ID 0xde7a6ac5ae4a29f0: from storage DS-192a37f7-df2d-4546-bf4f-816a4358043c node DatanodeRegistration(127.0.0.1:42303, datanodeUuid=b114441a-595d-43e5-83d4-f948898e82d3, infoPort=44605, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x21e7ea8cbdf9f423 with lease ID 0xde7a6ac5ae4a29f0: Processing first storage report for DS-8ed367ac-ac9c-4946-bec1-48199cf909b0 from datanode DatanodeRegistration(127.0.0.1:42303, datanodeUuid=b114441a-595d-43e5-83d4-f948898e82d3, infoPort=44605, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264) 2024-11-13T00:30:15,114 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x21e7ea8cbdf9f423 with lease ID 0xde7a6ac5ae4a29f0: from storage DS-8ed367ac-ac9c-4946-bec1-48199cf909b0 node DatanodeRegistration(127.0.0.1:42303, datanodeUuid=b114441a-595d-43e5-83d4-f948898e82d3, infoPort=44605, infoSecurePort=0, ipcPort=38697, storageInfo=lv=-57;cid=testClusterID;nsid=1726987872;c=1731457814264), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-13T00:30:15,215 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba 2024-11-13T00:30:15,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/zookeeper_0, clientPort=58306, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-13T00:30:15,219 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58306 2024-11-13T00:30:15,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,221 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:30:15,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:30:15,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741825_1001 (size=7) 2024-11-13T00:30:15,235 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c with version=8 2024-11-13T00:30:15,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33383/user/jenkins/test-data/270fe115-1477-a59a-c454-08fa81f61d85/hbase-staging 2024-11-13T00:30:15,237 INFO [Time-limited test {}] client.ConnectionUtils(128): master/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-13T00:30:15,238 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:15,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45251 2024-11-13T00:30:15,240 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45251 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-11-13T00:30:15,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:452510x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:15,246 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45251-0x1010ebb7d410000 connected 2024-11-13T00:30:15,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,266 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:15,266 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c, hbase.cluster.distributed=false 2024-11-13T00:30:15,268 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:15,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45251 2024-11-13T00:30:15,268 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45251 2024-11-13T00:30:15,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45251 2024-11-13T00:30:15,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45251 2024-11-13T00:30:15,269 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45251 2024-11-13T00:30:15,284 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:15,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:15,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40333 2024-11-13T00:30:15,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40333 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-11-13T00:30:15,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403330x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:15,293 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40333-0x1010ebb7d410001 connected 2024-11-13T00:30:15,294 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:15,294 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:15,294 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:15,295 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:15,296 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:15,296 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40333 2024-11-13T00:30:15,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40333 2024-11-13T00:30:15,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40333 2024-11-13T00:30:15,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40333 2024-11-13T00:30:15,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40333 2024-11-13T00:30:15,312 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:15,312 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:15,313 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40143 2024-11-13T00:30:15,314 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40143 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-11-13T00:30:15,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:401430x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:15,321 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40143-0x1010ebb7d410002 connected 2024-11-13T00:30:15,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:15,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:15,322 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:15,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:15,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:15,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40143 2024-11-13T00:30:15,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40143 2024-11-13T00:30:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40143 2024-11-13T00:30:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40143 2024-11-13T00:30:15,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40143 2024-11-13T00:30:15,340 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/cb28580903fb:0 server-side Connection retries=45 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-13T00:30:15,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-13T00:30:15,341 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41771 2024-11-13T00:30:15,342 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41771 connecting to ZooKeeper ensemble=127.0.0.1:58306 2024-11-13T00:30:15,342 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,344 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:417710x0, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-13T00:30:15,348 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:417710x0, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:15,348 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41771-0x1010ebb7d410003 connected 2024-11-13T00:30:15,348 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-13T00:30:15,349 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-13T00:30:15,350 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-13T00:30:15,351 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-13T00:30:15,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-13T00:30:15,351 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41771 2024-11-13T00:30:15,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41771 2024-11-13T00:30:15,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-13T00:30:15,352 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41771 2024-11-13T00:30:15,364 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;cb28580903fb:45251 2024-11-13T00:30:15,365 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,367 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,370 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-13T00:30:15,370 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/cb28580903fb,45251,1731457815237 from backup master directory 2024-11-13T00:30:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-13T00:30:15,373 WARN [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:15,373 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,379 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/hbase.id] with ID: 74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8 2024-11-13T00:30:15,379 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/.tmp/hbase.id 2024-11-13T00:30:15,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:30:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:30:15,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741826_1002 (size=42) 2024-11-13T00:30:15,390 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/.tmp/hbase.id]:[hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/hbase.id] 2024-11-13T00:30:15,405 INFO [master/cb28580903fb:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-13T00:30:15,405 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-13T00:30:15,406 INFO [master/cb28580903fb:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-13T00:30:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,408 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:30:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:30:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741827_1003 (size=196) 2024-11-13T00:30:15,419 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:30:15,419 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-13T00:30:15,420 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-13T00:30:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:30:15,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:30:15,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741828_1004 (size=1189) 2024-11-13T00:30:15,433 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store 2024-11-13T00:30:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:30:15,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:30:15,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741829_1005 (size=34) 2024-11-13T00:30:15,442 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:15,442 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:30:15,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:15,443 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:15,443 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:30:15,443 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:15,443 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:15,443 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457815442Disabling compacts and flushes for region at 1731457815442Disabling writes for close at 1731457815443 (+1 ms)Writing region close event to WAL at 1731457815443Closed at 1731457815443 2024-11-13T00:30:15,444 WARN [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/.initializing 2024-11-13T00:30:15,444 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/WALs/cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,448 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C45251%2C1731457815237, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/WALs/cb28580903fb,45251,1731457815237, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/oldWALs, maxLogs=10 2024-11-13T00:30:15,449 INFO [master/cb28580903fb:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor cb28580903fb%2C45251%2C1731457815237.1731457815448 2024-11-13T00:30:15,459 INFO [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/WALs/cb28580903fb,45251,1731457815237/cb28580903fb%2C45251%2C1731457815237.1731457815448 2024-11-13T00:30:15,461 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:44911:44911)] 2024-11-13T00:30:15,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:15,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:15,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,462 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,464 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-13T00:30:15,466 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:15,466 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-13T00:30:15,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:15,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-13T00:30:15,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:15,472 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,473 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-13T00:30:15,473 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,474 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:15,474 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,474 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,475 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,476 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,476 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,477 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:15,478 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-13T00:30:15,481 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:15,481 INFO [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68334454, jitterRate=0.01826271414756775}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:15,482 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731457815462Initializing all the Stores at 1731457815463 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457815464 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457815464Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457815464Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457815464Cleaning up temporary data from old regions at 1731457815476 (+12 ms)Region opened successfully at 1731457815482 (+6 ms) 2024-11-13T00:30:15,483 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-13T00:30:15,487 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ec94070, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:15,488 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-13T00:30:15,488 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-13T00:30:15,488 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-13T00:30:15,488 INFO [master/cb28580903fb:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-13T00:30:15,489 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-13T00:30:15,489 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-13T00:30:15,489 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-13T00:30:15,491 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-13T00:30:15,492 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-13T00:30:15,493 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-13T00:30:15,494 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-13T00:30:15,494 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-13T00:30:15,496 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-13T00:30:15,496 INFO [master/cb28580903fb:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-13T00:30:15,497 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-13T00:30:15,500 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-13T00:30:15,500 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-13T00:30:15,502 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-13T00:30:15,504 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-13T00:30:15,505 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,507 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,507 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=cb28580903fb,45251,1731457815237, sessionid=0x1010ebb7d410000, setting cluster-up flag (Was=false) 2024-11-13T00:30:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,511 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,518 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-13T00:30:15,519 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,522 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:15,527 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-13T00:30:15,528 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=cb28580903fb,45251,1731457815237 2024-11-13T00:30:15,530 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-13T00:30:15,532 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:15,532 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-13T00:30:15,533 INFO [master/cb28580903fb:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-13T00:30:15,533 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: cb28580903fb,45251,1731457815237 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/cb28580903fb:0, corePoolSize=5, maxPoolSize=5 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/cb28580903fb:0, corePoolSize=10, maxPoolSize=10 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:15,534 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,535 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731457845535 2024-11-13T00:30:15,535 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-13T00:30:15,535 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-13T00:30:15,536 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-13T00:30:15,536 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:15,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-13T00:30:15,537 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-13T00:30:15,537 INFO [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-13T00:30:15,537 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457815537,5,FailOnTimeoutGroup] 2024-11-13T00:30:15,537 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457815537,5,FailOnTimeoutGroup] 2024-11-13T00:30:15,537 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,537 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-13T00:30:15,538 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,538 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,538 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,538 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-13T00:30:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:30:15,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:30:15,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741831_1007 (size=1321) 2024-11-13T00:30:15,548 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-13T00:30:15,548 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c 2024-11-13T00:30:15,554 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(746): ClusterId : 74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8 2024-11-13T00:30:15,554 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(746): ClusterId : 74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8 2024-11-13T00:30:15,554 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(746): ClusterId : 74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8 2024-11-13T00:30:15,554 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:15,554 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:15,554 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-13T00:30:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:30:15,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:30:15,557 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:15,557 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:15,557 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-13T00:30:15,557 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:15,557 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:15,557 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-13T00:30:15,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741832_1008 (size=32) 2024-11-13T00:30:15,559 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:15,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:30:15,561 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:15,561 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:15,561 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-13T00:30:15,562 DEBUG [RS:2;cb28580903fb:41771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37c5dc2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:15,562 DEBUG [RS:0;cb28580903fb:40333 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e99680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:15,562 DEBUG [RS:1;cb28580903fb:40143 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@352018e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=cb28580903fb/172.17.0.2:0 2024-11-13T00:30:15,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:30:15,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:15,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:30:15,565 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:30:15,565 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:15,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:30:15,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:30:15,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:15,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:30:15,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:30:15,571 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:15,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:15,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:30:15,572 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740 2024-11-13T00:30:15,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740 2024-11-13T00:30:15,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:30:15,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:30:15,575 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:15,577 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:30:15,577 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;cb28580903fb:40333 2024-11-13T00:30:15,578 INFO [RS:0;cb28580903fb:40333 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:15,578 INFO [RS:0;cb28580903fb:40333 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:15,578 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:15,578 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;cb28580903fb:41771 2024-11-13T00:30:15,578 INFO [RS:2;cb28580903fb:41771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:15,578 INFO [RS:2;cb28580903fb:41771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:15,578 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:15,579 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45251,1731457815237 with port=40333, startcode=1731457815284 2024-11-13T00:30:15,579 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45251,1731457815237 with port=41771, startcode=1731457815339 2024-11-13T00:30:15,579 DEBUG [RS:0;cb28580903fb:40333 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:15,579 DEBUG [RS:2;cb28580903fb:41771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:15,581 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;cb28580903fb:40143 2024-11-13T00:30:15,581 INFO [RS:1;cb28580903fb:40143 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-13T00:30:15,581 INFO [RS:1;cb28580903fb:40143 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-13T00:30:15,581 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-13T00:30:15,581 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:15,582 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69218570, jitterRate=0.031437069177627563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:15,582 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:15,582 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(2659): reportForDuty to master=cb28580903fb,45251,1731457815237 with port=40143, startcode=1731457815312 2024-11-13T00:30:15,582 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35717, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:15,582 DEBUG [RS:1;cb28580903fb:40143 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-13T00:30:15,582 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,583 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731457815559Initializing all the Stores at 1731457815560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457815560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457815560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457815560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457815560Cleaning up temporary data from old regions at 1731457815575 (+15 ms)Region opened successfully at 1731457815583 (+8 ms) 2024-11-13T00:30:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:30:15,583 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:30:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:30:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:30:15,583 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:30:15,584 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:15,584 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58521, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-13T00:30:15,584 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457815583Disabling compacts and flushes for region at 1731457815583Disabling writes for close at 1731457815583Writing region close event to WAL at 1731457815584 (+1 ms)Closed at 1731457815584 2024-11-13T00:30:15,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,585 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,585 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c 2024-11-13T00:30:15,585 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38541 2024-11-13T00:30:15,585 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:15,586 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:15,586 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-13T00:30:15,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-13T00:30:15,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(363): Checking decommissioned status of RegionServer cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,587 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45251 {}] master.ServerManager(517): Registering regionserver=cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:15,587 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c 2024-11-13T00:30:15,587 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38541 2024-11-13T00:30:15,587 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:15,588 DEBUG [RS:2;cb28580903fb:41771 {}] zookeeper.ZKUtil(111): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,588 WARN [RS:2;cb28580903fb:41771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:15,588 INFO [RS:2;cb28580903fb:41771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-13T00:30:15,588 DEBUG [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,588 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:30:15,589 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c 2024-11-13T00:30:15,589 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38541 2024-11-13T00:30:15,589 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-13T00:30:15,591 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-13T00:30:15,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,41771,1731457815339] 2024-11-13T00:30:15,592 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,40333,1731457815284] 2024-11-13T00:30:15,594 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:15,594 DEBUG [RS:0;cb28580903fb:40333 {}] zookeeper.ZKUtil(111): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,594 WARN [RS:0;cb28580903fb:40333 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:15,594 INFO [RS:0;cb28580903fb:40333 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-13T00:30:15,594 DEBUG [RS:1;cb28580903fb:40143 {}] zookeeper.ZKUtil(111): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,594 WARN [RS:1;cb28580903fb:40143 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-13T00:30:15,594 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,594 INFO [RS:1;cb28580903fb:40143 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-13T00:30:15,594 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [cb28580903fb,40143,1731457815312] 2024-11-13T00:30:15,594 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,595 INFO [RS:2;cb28580903fb:41771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:15,597 INFO [RS:2;cb28580903fb:41771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:15,598 INFO [RS:2;cb28580903fb:41771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:15,598 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,598 INFO [RS:0;cb28580903fb:40333 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:15,598 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:15,599 INFO [RS:2;cb28580903fb:41771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:15,599 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:15,599 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,600 DEBUG [RS:2;cb28580903fb:41771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,600 INFO [RS:1;cb28580903fb:40143 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-13T00:30:15,600 INFO [RS:0;cb28580903fb:40333 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:15,604 INFO [RS:0;cb28580903fb:40333 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:15,604 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,604 INFO [RS:1;cb28580903fb:40143 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-13T00:30:15,604 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,604 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,604 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:15,605 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,605 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,605 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,605 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41771,1731457815339-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:15,605 INFO [RS:1;cb28580903fb:40143 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-13T00:30:15,605 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,605 INFO [RS:0;cb28580903fb:40333 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:15,605 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,605 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,606 DEBUG [RS:0;cb28580903fb:40333 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,607 INFO [RS:1;cb28580903fb:40143 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-13T00:30:15,607 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,607 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/cb28580903fb:0, corePoolSize=2, maxPoolSize=2 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/cb28580903fb:0, corePoolSize=1, maxPoolSize=1 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,608 DEBUG [RS:1;cb28580903fb:40143 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0, corePoolSize=3, maxPoolSize=3 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40333,1731457815284-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,611 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40143,1731457815312-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:15,623 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:15,623 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,41771,1731457815339-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,623 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,623 INFO [RS:2;cb28580903fb:41771 {}] regionserver.Replication(171): cb28580903fb,41771,1731457815339 started 2024-11-13T00:30:15,626 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:15,626 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40333,1731457815284-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,626 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,626 INFO [RS:0;cb28580903fb:40333 {}] regionserver.Replication(171): cb28580903fb,40333,1731457815284 started 2024-11-13T00:30:15,633 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-13T00:30:15,633 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,40143,1731457815312-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,633 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,633 INFO [RS:1;cb28580903fb:40143 {}] regionserver.Replication(171): cb28580903fb,40143,1731457815312 started 2024-11-13T00:30:15,639 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,640 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,40333,1731457815284, RpcServer on cb28580903fb/172.17.0.2:40333, sessionid=0x1010ebb7d410001 2024-11-13T00:30:15,640 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:15,640 DEBUG [RS:0;cb28580903fb:40333 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,640 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40333,1731457815284' 2024-11-13T00:30:15,640 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:15,640 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,640 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,41771,1731457815339, RpcServer on cb28580903fb/172.17.0.2:41771, sessionid=0x1010ebb7d410003 2024-11-13T00:30:15,641 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:15,641 DEBUG [RS:2;cb28580903fb:41771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:15,641 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,41771,1731457815339' 2024-11-13T00:30:15,641 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,40333,1731457815284 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40333,1731457815284' 2024-11-13T00:30:15,641 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:15,641 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:15,642 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,41771,1731457815339 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,41771,1731457815339' 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:15,642 DEBUG [RS:0;cb28580903fb:40333 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:15,642 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:15,642 INFO [RS:0;cb28580903fb:40333 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:15,642 INFO [RS:0;cb28580903fb:40333 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:15,643 DEBUG [RS:2;cb28580903fb:41771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:15,643 INFO [RS:2;cb28580903fb:41771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:15,643 INFO [RS:2;cb28580903fb:41771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:15,647 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:15,648 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1482): Serving as cb28580903fb,40143,1731457815312, RpcServer on cb28580903fb/172.17.0.2:40143, sessionid=0x1010ebb7d410002 2024-11-13T00:30:15,648 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-13T00:30:15,648 DEBUG [RS:1;cb28580903fb:40143 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,648 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40143,1731457815312' 2024-11-13T00:30:15,648 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-13T00:30:15,648 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'cb28580903fb,40143,1731457815312' 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-13T00:30:15,649 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-13T00:30:15,650 DEBUG [RS:1;cb28580903fb:40143 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-13T00:30:15,650 INFO [RS:1;cb28580903fb:40143 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-13T00:30:15,650 INFO [RS:1;cb28580903fb:40143 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-13T00:30:15,741 WARN [cb28580903fb:45251 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-13T00:30:15,745 INFO [RS:0;cb28580903fb:40333 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C40333%2C1731457815284, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40333,1731457815284, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs, maxLogs=32 2024-11-13T00:30:15,745 INFO [RS:2;cb28580903fb:41771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C41771%2C1731457815339, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,41771,1731457815339, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs, maxLogs=32 2024-11-13T00:30:15,747 INFO [RS:0;cb28580903fb:40333 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cb28580903fb%2C40333%2C1731457815284.1731457815747 2024-11-13T00:30:15,748 INFO [RS:2;cb28580903fb:41771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cb28580903fb%2C41771%2C1731457815339.1731457815748 2024-11-13T00:30:15,752 INFO [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C40143%2C1731457815312, suffix=, logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40143,1731457815312, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs, maxLogs=32 2024-11-13T00:30:15,753 INFO [RS:1;cb28580903fb:40143 {}] monitor.StreamSlowMonitor(122): New stream slow monitor cb28580903fb%2C40143%2C1731457815312.1731457815753 2024-11-13T00:30:15,762 INFO [RS:2;cb28580903fb:41771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,41771,1731457815339/cb28580903fb%2C41771%2C1731457815339.1731457815748 2024-11-13T00:30:15,763 INFO [RS:0;cb28580903fb:40333 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40333,1731457815284/cb28580903fb%2C40333%2C1731457815284.1731457815747 2024-11-13T00:30:15,771 INFO [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40143,1731457815312/cb28580903fb%2C40143%2C1731457815312.1731457815753 2024-11-13T00:30:15,774 DEBUG [RS:2;cb28580903fb:41771 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44911:44911),(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:35057:35057)] 2024-11-13T00:30:15,775 DEBUG [RS:0;cb28580903fb:40333 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:44911:44911)] 2024-11-13T00:30:15,777 DEBUG [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:44605:44605),(127.0.0.1/127.0.0.1:44911:44911)] 2024-11-13T00:30:15,992 DEBUG [cb28580903fb:45251 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-13T00:30:15,992 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(204): Hosts are {cb28580903fb=0} racks are {/default-rack=0} 2024-11-13T00:30:15,994 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T00:30:15,994 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T00:30:15,994 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T00:30:15,994 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T00:30:15,995 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T00:30:15,995 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T00:30:15,995 INFO [cb28580903fb:45251 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T00:30:15,995 INFO [cb28580903fb:45251 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T00:30:15,995 INFO [cb28580903fb:45251 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T00:30:15,995 DEBUG [cb28580903fb:45251 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T00:30:15,995 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=cb28580903fb,40143,1731457815312 2024-11-13T00:30:15,997 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40143,1731457815312, state=OPENING 2024-11-13T00:30:15,999 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-13T00:30:16,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:16,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:16,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:16,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:16,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,001 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-13T00:30:16,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,001 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,001 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40143,1731457815312}] 2024-11-13T00:30:16,156 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:30:16,158 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39755, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:30:16,162 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-13T00:30:16,163 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.FSHLogProvider 2024-11-13T00:30:16,165 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=cb28580903fb%2C40143%2C1731457815312.meta, suffix=.meta, logDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40143,1731457815312, archiveDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs, maxLogs=32 2024-11-13T00:30:16,166 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor cb28580903fb%2C40143%2C1731457815312.meta.1731457816166.meta 2024-11-13T00:30:16,176 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/WALs/cb28580903fb,40143,1731457815312/cb28580903fb%2C40143%2C1731457815312.meta.1731457816166.meta 2024-11-13T00:30:16,179 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new FSHLog writer with pipeline: [(127.0.0.1/127.0.0.1:44911:44911),(127.0.0.1/127.0.0.1:35057:35057),(127.0.0.1/127.0.0.1:44605:44605)] 2024-11-13T00:30:16,179 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-13T00:30:16,180 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-13T00:30:16,180 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-13T00:30:16,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-13T00:30:16,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-13T00:30:16,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:16,184 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-13T00:30:16,185 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-13T00:30:16,185 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:16,185 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-13T00:30:16,186 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-13T00:30:16,186 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:16,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-13T00:30:16,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-13T00:30:16,188 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-13T00:30:16,188 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-13T00:30:16,189 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740 2024-11-13T00:30:16,191 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740 2024-11-13T00:30:16,193 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-13T00:30:16,193 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-13T00:30:16,193 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-13T00:30:16,195 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-13T00:30:16,196 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59470344, jitterRate=-0.1138228178024292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-13T00:30:16,197 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-13T00:30:16,198 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731457816180Writing region info on filesystem at 1731457816180Initializing all the Stores at 1731457816181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457816182 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457816182Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457816182Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731457816182Cleaning up temporary data from old regions at 1731457816193 (+11 ms)Running coprocessor post-open hooks at 1731457816197 (+4 ms)Region opened successfully at 1731457816198 (+1 ms) 2024-11-13T00:30:16,200 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731457816155 2024-11-13T00:30:16,203 DEBUG [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-13T00:30:16,203 INFO [RS_OPEN_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-13T00:30:16,204 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40143,1731457815312 2024-11-13T00:30:16,206 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as cb28580903fb,40143,1731457815312, state=OPEN 2024-11-13T00:30:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:16,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-13T00:30:16,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,208 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-13T00:30:16,208 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=cb28580903fb,40143,1731457815312 2024-11-13T00:30:16,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-13T00:30:16,213 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=cb28580903fb,40143,1731457815312 in 207 msec 2024-11-13T00:30:16,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-13T00:30:16,217 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-13T00:30:16,218 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-13T00:30:16,218 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-13T00:30:16,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:30:16,220 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40143,1731457815312, seqNum=-1] 2024-11-13T00:30:16,220 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:30:16,222 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42805, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:30:16,229 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 697 msec 2024-11-13T00:30:16,229 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731457816229, completionTime=-1 2024-11-13T00:30:16,229 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-13T00:30:16,230 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=3 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731457876232 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731457936232 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,232 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,233 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-cb28580903fb:45251, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,233 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,233 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,235 DEBUG [master/cb28580903fb:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-13T00:30:16,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.864sec 2024-11-13T00:30:16,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-13T00:30:16,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-13T00:30:16,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-13T00:30:16,237 INFO [master/cb28580903fb:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-13T00:30:16,238 INFO [master/cb28580903fb:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-13T00:30:16,238 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-13T00:30:16,238 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-13T00:30:16,240 DEBUG [master/cb28580903fb:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-13T00:30:16,240 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-13T00:30:16,240 INFO [master/cb28580903fb:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=cb28580903fb,45251,1731457815237-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-13T00:30:16,254 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4efea295, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:16,254 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request cb28580903fb,45251,-1 for getting cluster id 2024-11-13T00:30:16,255 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-13T00:30:16,256 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8' 2024-11-13T00:30:16,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-13T00:30:16,256 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "74e2d384-4cd5-44de-9ef1-b08d5ea1b0c8" 2024-11-13T00:30:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@514b034f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [cb28580903fb,45251,-1] 2024-11-13T00:30:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-13T00:30:16,257 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:16,258 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-13T00:30:16,260 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f57329f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-13T00:30:16,260 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-13T00:30:16,261 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=cb28580903fb,40143,1731457815312, seqNum=-1] 2024-11-13T00:30:16,262 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:30:16,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:30:16,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=cb28580903fb,45251,1731457815237 2024-11-13T00:30:16,266 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-13T00:30:16,267 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncConnectionImpl(321): The fetched master address is cb28580903fb,45251,1731457815237 2024-11-13T00:30:16,267 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e79e123 2024-11-13T00:30:16,267 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-13T00:30:16,269 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-13T00:30:16,270 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-13T00:30:16,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC 2024-11-13T00:30:16,274 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_PRE_OPERATION 2024-11-13T00:30:16,274 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestHBaseWalOnEC" procId is: 4 2024-11-13T00:30:16,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:16,275 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-13T00:30:16,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741837_1013 (size=392) 2024-11-13T00:30:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741837_1013 (size=392) 2024-11-13T00:30:16,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741837_1013 (size=392) 2024-11-13T00:30:16,287 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05ccf2cb40ad88bc9d1e94314dff73f6, NAME => 'TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestHBaseWalOnEC', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c 2024-11-13T00:30:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741838_1014 (size=51) 2024-11-13T00:30:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741838_1014 (size=51) 2024-11-13T00:30:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741838_1014 (size=51) 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1722): Closing 05ccf2cb40ad88bc9d1e94314dff73f6, disabling compactions & flushes 2024-11-13T00:30:16,299 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. after waiting 0 ms 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,299 INFO [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,299 DEBUG [RegionOpenAndInit-TestHBaseWalOnEC-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05ccf2cb40ad88bc9d1e94314dff73f6: Waiting for close lock at 1731457816299Disabling compacts and flushes for region at 1731457816299Disabling writes for close at 1731457816299Writing region close event to WAL at 1731457816299Closed at 1731457816299 2024-11-13T00:30:16,301 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ADD_TO_META 2024-11-13T00:30:16,301 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1731457816301"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731457816301"}]},"ts":"1731457816301"} 2024-11-13T00:30:16,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-13T00:30:16,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-13T00:30:16,306 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457816306"}]},"ts":"1731457816306"} 2024-11-13T00:30:16,308 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLING in hbase:meta 2024-11-13T00:30:16,308 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(204): Hosts are {cb28580903fb=0} racks are {/default-rack=0} 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-13T00:30:16,309 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-13T00:30:16,309 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-13T00:30:16,309 INFO [PEWorker-3 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-13T00:30:16,309 DEBUG [PEWorker-3 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-13T00:30:16,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=05ccf2cb40ad88bc9d1e94314dff73f6, ASSIGN}] 2024-11-13T00:30:16,311 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=05ccf2cb40ad88bc9d1e94314dff73f6, ASSIGN 2024-11-13T00:30:16,313 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=05ccf2cb40ad88bc9d1e94314dff73f6, ASSIGN; state=OFFLINE, location=cb28580903fb,40333,1731457815284; forceNewPlan=false, retain=false 2024-11-13T00:30:16,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:16,463 INFO [cb28580903fb:45251 {}] balancer.BaseLoadBalancer(388): Reassigned 1 regions. 1 retained the pre-restart assignment. 2024-11-13T00:30:16,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05ccf2cb40ad88bc9d1e94314dff73f6, regionState=OPENING, regionLocation=cb28580903fb,40333,1731457815284 2024-11-13T00:30:16,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=05ccf2cb40ad88bc9d1e94314dff73f6, ASSIGN because future has completed 2024-11-13T00:30:16,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05ccf2cb40ad88bc9d1e94314dff73f6, server=cb28580903fb,40333,1731457815284}] 2024-11-13T00:30:16,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:16,623 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-13T00:30:16,625 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42281, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-13T00:30:16,629 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,629 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05ccf2cb40ad88bc9d1e94314dff73f6, NAME => 'TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.', STARTKEY => '', ENDKEY => ''} 2024-11-13T00:30:16,630 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestHBaseWalOnEC 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,630 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-13T00:30:16,630 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,630 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,632 INFO [StoreOpener-05ccf2cb40ad88bc9d1e94314dff73f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family cf of region 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,633 INFO [StoreOpener-05ccf2cb40ad88bc9d1e94314dff73f6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05ccf2cb40ad88bc9d1e94314dff73f6 columnFamilyName cf 2024-11-13T00:30:16,634 DEBUG [StoreOpener-05ccf2cb40ad88bc9d1e94314dff73f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-13T00:30:16,634 INFO [StoreOpener-05ccf2cb40ad88bc9d1e94314dff73f6-1 {}] regionserver.HStore(327): Store=05ccf2cb40ad88bc9d1e94314dff73f6/cf, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-13T00:30:16,634 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,635 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,636 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,636 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,636 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,638 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,640 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-13T00:30:16,641 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05ccf2cb40ad88bc9d1e94314dff73f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756320, jitterRate=0.03945016860961914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-13T00:30:16,641 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:16,642 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05ccf2cb40ad88bc9d1e94314dff73f6: Running coprocessor pre-open hook at 1731457816630Writing region info on filesystem at 1731457816630Initializing all the Stores at 1731457816631 (+1 ms)Instantiating store for column family {NAME => 'cf', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731457816631Cleaning up temporary data from old regions at 1731457816636 (+5 ms)Running coprocessor post-open hooks at 1731457816641 (+5 ms)Region opened successfully at 1731457816642 (+1 ms) 2024-11-13T00:30:16,643 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6., pid=6, masterSystemTime=1731457816623 2024-11-13T00:30:16,647 DEBUG [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,647 INFO [RS_OPEN_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:16,648 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05ccf2cb40ad88bc9d1e94314dff73f6, regionState=OPEN, openSeqNum=2, regionLocation=cb28580903fb,40333,1731457815284 2024-11-13T00:30:16,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05ccf2cb40ad88bc9d1e94314dff73f6, server=cb28580903fb,40333,1731457815284 because future has completed 2024-11-13T00:30:16,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-13T00:30:16,657 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05ccf2cb40ad88bc9d1e94314dff73f6, server=cb28580903fb,40333,1731457815284 in 185 msec 2024-11-13T00:30:16,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-13T00:30:16,661 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestHBaseWalOnEC, region=05ccf2cb40ad88bc9d1e94314dff73f6, ASSIGN in 347 msec 2024-11-13T00:30:16,662 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-13T00:30:16,662 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestHBaseWalOnEC","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731457816662"}]},"ts":"1731457816662"} 2024-11-13T00:30:16,665 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestHBaseWalOnEC, state=ENABLED in hbase:meta 2024-11-13T00:30:16,667 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestHBaseWalOnEC execute state=CREATE_TABLE_POST_OPERATION 2024-11-13T00:30:16,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestHBaseWalOnEC in 397 msec 2024-11-13T00:30:16,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-13T00:30:16,906 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestHBaseWalOnEC completed 2024-11-13T00:30:16,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestHBaseWalOnEC get assigned. Timeout = 60000ms 2024-11-13T00:30:16,907 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T00:30:16,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestHBaseWalOnEC assigned to meta. Checking AM states. 2024-11-13T00:30:16,910 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-13T00:30:16,910 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestHBaseWalOnEC assigned. 2024-11-13T00:30:16,913 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestHBaseWalOnEC', row='row', locateType=CURRENT is [region=TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6., hostname=cb28580903fb,40333,1731457815284, seqNum=2] 2024-11-13T00:30:16,914 DEBUG [RPCClient-NioEventLoopGroup-6-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-13T00:30:16,916 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-13T00:30:16,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestHBaseWalOnEC 2024-11-13T00:30:16,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC 2024-11-13T00:30:16,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:16,923 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_PREPARE 2024-11-13T00:30:16,924 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-13T00:30:16,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-13T00:30:17,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:17,080 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40333 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-13T00:30:17,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,080 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 05ccf2cb40ad88bc9d1e94314dff73f6 1/1 column families, dataSize=32 B heapSize=360 B 2024-11-13T00:30:17,099 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/.tmp/cf/c93f2a20ba0f49989107e76be3ff6ee4 is 36, key is row/cf:cq/1731457816917/Put/seqid=0 2024-11-13T00:30:17,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741839_1015 (size=4787) 2024-11-13T00:30:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741839_1015 (size=4787) 2024-11-13T00:30:17,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741839_1015 (size=4787) 2024-11-13T00:30:17,108 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/.tmp/cf/c93f2a20ba0f49989107e76be3ff6ee4 2024-11-13T00:30:17,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/.tmp/cf/c93f2a20ba0f49989107e76be3ff6ee4 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/cf/c93f2a20ba0f49989107e76be3ff6ee4 2024-11-13T00:30:17,126 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/cf/c93f2a20ba0f49989107e76be3ff6ee4, entries=1, sequenceid=5, filesize=4.7 K 2024-11-13T00:30:17,128 INFO [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~32 B/32, heapSize ~344 B/344, currentSize=0 B/0 for 05ccf2cb40ad88bc9d1e94314dff73f6 in 48ms, sequenceid=5, compaction requested=false 2024-11-13T00:30:17,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 05ccf2cb40ad88bc9d1e94314dff73f6: 2024-11-13T00:30:17,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/cb28580903fb:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-13T00:30:17,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-13T00:30:17,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-13T00:30:17,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 206 msec 2024-11-13T00:30:17,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestHBaseWalOnEC in 215 msec 2024-11-13T00:30:17,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45251 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-13T00:30:17,237 INFO [RPCClient-NioEventLoopGroup-6-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestHBaseWalOnEC completed 2024-11-13T00:30:17,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-13T00:30:17,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:30:17,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:17,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-13T00:30:17,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-13T00:30:17,242 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=821721347, stopped=false 2024-11-13T00:30:17,242 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=cb28580903fb,45251,1731457815237 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-13T00:30:17,246 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:30:17,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:17,247 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-13T00:30:17,247 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.TestHBaseWalOnEC.tearDown(TestHBaseWalOnEC.java:101) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:17,247 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:17,247 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:17,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,40333,1731457815284' ***** 2024-11-13T00:30:17,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:17,247 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,40143,1731457815312' ***** 2024-11-13T00:30:17,247 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:17,248 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'cb28580903fb,41771,1731457815339' ***** 2024-11-13T00:30:17,248 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:17,248 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:17,248 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:17,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:17,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:17,248 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,40143,1731457815312 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:17,248 INFO [RS:1;cb28580903fb:40143 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;cb28580903fb:40143. 2024-11-13T00:30:17,248 INFO [RS:0;cb28580903fb:40333 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:17,248 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:17,248 INFO [RS:0;cb28580903fb:40333 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:17,248 DEBUG [RS:1;cb28580903fb:40143 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:17,248 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(3091): Received CLOSE for 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:17,249 INFO [RS:2;cb28580903fb:41771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-13T00:30:17,249 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-13T00:30:17,249 INFO [RS:2;cb28580903fb:41771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-13T00:30:17,249 DEBUG [RS:1;cb28580903fb:40143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,249 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,41771,1731457815339 2024-11-13T00:30:17,249 INFO [RS:2;cb28580903fb:41771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:17,249 INFO [RS:1;cb28580903fb:40143 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:17,249 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(959): stopping server cb28580903fb,40333,1731457815284 2024-11-13T00:30:17,249 INFO [RS:2;cb28580903fb:41771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;cb28580903fb:41771. 2024-11-13T00:30:17,249 INFO [RS:1;cb28580903fb:40143 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:17,249 INFO [RS:0;cb28580903fb:40333 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:17,249 INFO [RS:1;cb28580903fb:40143 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:17,249 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-13T00:30:17,249 INFO [RS:0;cb28580903fb:40333 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;cb28580903fb:40333. 2024-11-13T00:30:17,249 DEBUG [RS:2;cb28580903fb:41771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:17,249 DEBUG [RS:0;cb28580903fb:40333 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-13T00:30:17,249 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05ccf2cb40ad88bc9d1e94314dff73f6, disabling compactions & flushes 2024-11-13T00:30:17,249 DEBUG [RS:2;cb28580903fb:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,250 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:30:17,250 DEBUG [RS:0;cb28580903fb:40333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,250 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,250 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-13T00:30:17,250 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,41771,1731457815339; all regions closed. 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,250 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-13T00:30:17,250 DEBUG [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-13T00:30:17,250 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1325): Online Regions={05ccf2cb40ad88bc9d1e94314dff73f6=TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6.} 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. after waiting 0 ms 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,250 DEBUG [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1351): Waiting on 05ccf2cb40ad88bc9d1e94314dff73f6 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-13T00:30:17,250 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-13T00:30:17,250 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-13T00:30:17,250 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,251 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-13T00:30:17,251 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,251 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,251 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,251 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:30:17,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:30:17,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741833_1009 (size=93) 2024-11-13T00:30:17,257 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/default/TestHBaseWalOnEC/05ccf2cb40ad88bc9d1e94314dff73f6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-13T00:30:17,259 INFO [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,259 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05ccf2cb40ad88bc9d1e94314dff73f6: Waiting for close lock at 1731457817249Running coprocessor pre-close hooks at 1731457817249Disabling compacts and flushes for region at 1731457817249Disabling writes for close at 1731457817250 (+1 ms)Writing region close event to WAL at 1731457817251 (+1 ms)Running coprocessor post-close hooks at 1731457817258 (+7 ms)Closed at 1731457817258 2024-11-13T00:30:17,259 DEBUG [RS_CLOSE_REGION-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6. 2024-11-13T00:30:17,261 DEBUG [RS:2;cb28580903fb:41771 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs 2024-11-13T00:30:17,261 INFO [RS:2;cb28580903fb:41771 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cb28580903fb%2C41771%2C1731457815339:(num 1731457815748) 2024-11-13T00:30:17,261 DEBUG [RS:2;cb28580903fb:41771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,261 INFO [RS:2;cb28580903fb:41771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,261 INFO [RS:2;cb28580903fb:41771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:17,261 INFO [RS:2;cb28580903fb:41771 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:17,262 INFO [RS:2;cb28580903fb:41771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:17,262 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:17,262 INFO [RS:2;cb28580903fb:41771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:17,262 INFO [RS:2;cb28580903fb:41771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:17,262 INFO [RS:2;cb28580903fb:41771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:17,262 INFO [RS:2;cb28580903fb:41771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41771 2024-11-13T00:30:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,41771,1731457815339 2024-11-13T00:30:17,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:17,264 INFO [RS:2;cb28580903fb:41771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:17,265 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,41771,1731457815339] 2024-11-13T00:30:17,267 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,41771,1731457815339 already deleted, retry=false 2024-11-13T00:30:17,267 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,41771,1731457815339 expired; onlineServers=2 2024-11-13T00:30:17,273 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/info/b2e8d192905b4d0a8c0e65aaf89eec3d is 153, key is TestHBaseWalOnEC,,1731457816269.05ccf2cb40ad88bc9d1e94314dff73f6./info:regioninfo/1731457816648/Put/seqid=0 2024-11-13T00:30:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741840_1016 (size=6637) 2024-11-13T00:30:17,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741840_1016 (size=6637) 2024-11-13T00:30:17,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741840_1016 (size=6637) 2024-11-13T00:30:17,282 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/info/b2e8d192905b4d0a8c0e65aaf89eec3d 2024-11-13T00:30:17,306 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,311 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/ns/008bb5539e6442058d2319ab57b117e6 is 43, key is default/ns:d/1731457816222/Put/seqid=0 2024-11-13T00:30:17,313 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,315 INFO [regionserver/cb28580903fb:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741841_1017 (size=5153) 2024-11-13T00:30:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741841_1017 (size=5153) 2024-11-13T00:30:17,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741841_1017 (size=5153) 2024-11-13T00:30:17,319 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/ns/008bb5539e6442058d2319ab57b117e6 2024-11-13T00:30:17,342 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/table/50fa4c8014004329b958768c0f66ff80 is 52, key is TestHBaseWalOnEC/table:state/1731457816662/Put/seqid=0 2024-11-13T00:30:17,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741842_1018 (size=5249) 2024-11-13T00:30:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741842_1018 (size=5249) 2024-11-13T00:30:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741842_1018 (size=5249) 2024-11-13T00:30:17,350 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=96 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/table/50fa4c8014004329b958768c0f66ff80 2024-11-13T00:30:17,357 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/info/b2e8d192905b4d0a8c0e65aaf89eec3d as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/info/b2e8d192905b4d0a8c0e65aaf89eec3d 2024-11-13T00:30:17,365 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/info/b2e8d192905b4d0a8c0e65aaf89eec3d, entries=10, sequenceid=11, filesize=6.5 K 2024-11-13T00:30:17,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,366 INFO [RS:2;cb28580903fb:41771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:17,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41771-0x1010ebb7d410003, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,366 INFO [RS:2;cb28580903fb:41771 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,41771,1731457815339; zookeeper connection closed. 2024-11-13T00:30:17,366 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b9b10ef {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b9b10ef 2024-11-13T00:30:17,366 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/ns/008bb5539e6442058d2319ab57b117e6 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/ns/008bb5539e6442058d2319ab57b117e6 2024-11-13T00:30:17,373 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/ns/008bb5539e6442058d2319ab57b117e6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-13T00:30:17,374 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/.tmp/table/50fa4c8014004329b958768c0f66ff80 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/table/50fa4c8014004329b958768c0f66ff80 2024-11-13T00:30:17,381 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/table/50fa4c8014004329b958768c0f66ff80, entries=2, sequenceid=11, filesize=5.1 K 2024-11-13T00:30:17,382 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=11, compaction requested=false 2024-11-13T00:30:17,388 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-13T00:30:17,389 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-13T00:30:17,389 INFO [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:17,389 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731457817250Running coprocessor pre-close hooks at 1731457817250Disabling compacts and flushes for region at 1731457817250Disabling writes for close at 1731457817250Obtaining lock to block concurrent updates at 1731457817251 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731457817251Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1377, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731457817251Flushing stores of hbase:meta,,1.1588230740 at 1731457817252 (+1 ms)Flushing 1588230740/info: creating writer at 1731457817252Flushing 1588230740/info: appending metadata at 1731457817273 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731457817273Flushing 1588230740/ns: creating writer at 1731457817290 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731457817310 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731457817310Flushing 1588230740/table: creating writer at 1731457817326 (+16 ms)Flushing 1588230740/table: appending metadata at 1731457817342 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731457817342Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bc104: reopening flushed file at 1731457817356 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dc342d4: reopening flushed file at 1731457817365 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@250437ad: reopening flushed file at 1731457817373 (+8 ms)Finished flush of dataSize ~1.34 KB/1377, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 132ms, sequenceid=11, compaction requested=false at 1731457817382 (+9 ms)Writing region close event to WAL at 1731457817384 (+2 ms)Running coprocessor post-close hooks at 1731457817389 (+5 ms)Closed at 1731457817389 2024-11-13T00:30:17,389 DEBUG [RS_CLOSE_META-regionserver/cb28580903fb:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-13T00:30:17,450 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,40143,1731457815312; all regions closed. 2024-11-13T00:30:17,450 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(976): stopping server cb28580903fb,40333,1731457815284; all regions closed. 2024-11-13T00:30:17,451 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,451 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741834_1010 (size=1298) 2024-11-13T00:30:17,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741836_1012 (size=2751) 2024-11-13T00:30:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741834_1010 (size=1298) 2024-11-13T00:30:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741836_1012 (size=2751) 2024-11-13T00:30:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741836_1012 (size=2751) 2024-11-13T00:30:17,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741834_1010 (size=1298) 2024-11-13T00:30:17,459 DEBUG [RS:0;cb28580903fb:40333 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs 2024-11-13T00:30:17,459 INFO [RS:0;cb28580903fb:40333 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cb28580903fb%2C40333%2C1731457815284:(num 1731457815747) 2024-11-13T00:30:17,459 DEBUG [RS:0;cb28580903fb:40333 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,459 INFO [RS:0;cb28580903fb:40333 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,459 DEBUG [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs 2024-11-13T00:30:17,459 INFO [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cb28580903fb%2C40143%2C1731457815312.meta:.meta(num 1731457816166) 2024-11-13T00:30:17,459 INFO [RS:0;cb28580903fb:40333 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:17,460 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-13T00:30:17,460 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:17,460 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,460 INFO [RS:0;cb28580903fb:40333 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40333 2024-11-13T00:30:17,460 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,460 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:17,461 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,463 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-13T00:30:17,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741835_1011 (size=93) 2024-11-13T00:30:17,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,40333,1731457815284 2024-11-13T00:30:17,465 INFO [RS:0;cb28580903fb:40333 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741835_1011 (size=93) 2024-11-13T00:30:17,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:17,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741835_1011 (size=93) 2024-11-13T00:30:17,468 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,40333,1731457815284] 2024-11-13T00:30:17,468 DEBUG [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/oldWALs 2024-11-13T00:30:17,468 INFO [RS:1;cb28580903fb:40143 {}] wal.AbstractFSWAL(1259): Closed WAL: FSHLog cb28580903fb%2C40143%2C1731457815312:(num 1731457815753) 2024-11-13T00:30:17,468 DEBUG [RS:1;cb28580903fb:40143 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-13T00:30:17,468 INFO [RS:1;cb28580903fb:40143 {}] regionserver.LeaseManager(133): Closed leases 2024-11-13T00:30:17,468 INFO [RS:1;cb28580903fb:40143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:17,469 INFO [RS:1;cb28580903fb:40143 {}] hbase.ChoreService(370): Chore service for: regionserver/cb28580903fb:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:17,469 INFO [RS:1;cb28580903fb:40143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:17,469 INFO [regionserver/cb28580903fb:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:17,469 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,40333,1731457815284 already deleted, retry=false 2024-11-13T00:30:17,469 INFO [RS:1;cb28580903fb:40143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40143 2024-11-13T00:30:17,469 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,40333,1731457815284 expired; onlineServers=1 2024-11-13T00:30:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/cb28580903fb,40143,1731457815312 2024-11-13T00:30:17,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-13T00:30:17,471 INFO [RS:1;cb28580903fb:40143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:17,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [cb28580903fb,40143,1731457815312] 2024-11-13T00:30:17,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:30:17,474 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/cb28580903fb,40143,1731457815312 already deleted, retry=false 2024-11-13T00:30:17,474 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; cb28580903fb,40143,1731457815312 expired; onlineServers=0 2024-11-13T00:30:17,474 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'cb28580903fb,45251,1731457815237' ***** 2024-11-13T00:30:17,474 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-13T00:30:17,474 INFO [M:0;cb28580903fb:45251 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-13T00:30:17,474 INFO [M:0;cb28580903fb:45251 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-13T00:30:17,475 DEBUG [M:0;cb28580903fb:45251 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-13T00:30:17,475 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-13T00:30:17,475 DEBUG [M:0;cb28580903fb:45251 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-13T00:30:17,475 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457815537 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.small.0-1731457815537,5,FailOnTimeoutGroup] 2024-11-13T00:30:17,475 DEBUG [master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457815537 {}] cleaner.HFileCleaner(306): Exit Thread[master/cb28580903fb:0:becomeActiveMaster-HFileCleaner.large.0-1731457815537,5,FailOnTimeoutGroup] 2024-11-13T00:30:17,475 INFO [M:0;cb28580903fb:45251 {}] hbase.ChoreService(370): Chore service for: master/cb28580903fb:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-13T00:30:17,475 INFO [M:0;cb28580903fb:45251 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-13T00:30:17,475 DEBUG [M:0;cb28580903fb:45251 {}] master.HMaster(1795): Stopping service threads 2024-11-13T00:30:17,475 INFO [M:0;cb28580903fb:45251 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-13T00:30:17,475 INFO [M:0;cb28580903fb:45251 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-13T00:30:17,476 INFO [M:0;cb28580903fb:45251 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-13T00:30:17,476 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-13T00:30:17,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-13T00:30:17,476 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-13T00:30:17,477 DEBUG [M:0;cb28580903fb:45251 {}] zookeeper.ZKUtil(347): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-13T00:30:17,477 WARN [M:0;cb28580903fb:45251 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-13T00:30:17,477 INFO [M:0;cb28580903fb:45251 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/.lastflushedseqids 2024-11-13T00:30:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741843_1019 (size=127) 2024-11-13T00:30:17,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741843_1019 (size=127) 2024-11-13T00:30:17,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741843_1019 (size=127) 2024-11-13T00:30:17,493 INFO [M:0;cb28580903fb:45251 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-13T00:30:17,493 INFO [M:0;cb28580903fb:45251 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-13T00:30:17,493 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-13T00:30:17,493 INFO [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:17,494 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:17,494 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-13T00:30:17,494 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:17,494 INFO [M:0;cb28580903fb:45251 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=26.81 KB heapSize=34.10 KB 2024-11-13T00:30:17,551 DEBUG [M:0;cb28580903fb:45251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2ec755354e4e5bac9ec74e30eff356 is 82, key is hbase:meta,,1/info:regioninfo/1731457816204/Put/seqid=0 2024-11-13T00:30:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741844_1020 (size=5672) 2024-11-13T00:30:17,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741844_1020 (size=5672) 2024-11-13T00:30:17,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741844_1020 (size=5672) 2024-11-13T00:30:17,562 INFO [M:0;cb28580903fb:45251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2ec755354e4e5bac9ec74e30eff356 2024-11-13T00:30:17,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:30:17,563 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-13T00:30:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40333-0x1010ebb7d410001, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,569 INFO [RS:0;cb28580903fb:40333 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:17,569 INFO [RS:0;cb28580903fb:40333 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,40333,1731457815284; zookeeper connection closed. 2024-11-13T00:30:17,569 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@56e7670f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@56e7670f 2024-11-13T00:30:17,573 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,574 INFO [RS:1;cb28580903fb:40143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:17,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40143-0x1010ebb7d410002, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,574 INFO [RS:1;cb28580903fb:40143 {}] regionserver.HRegionServer(1031): Exiting; stopping=cb28580903fb,40143,1731457815312; zookeeper connection closed. 2024-11-13T00:30:17,574 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@351552f6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@351552f6 2024-11-13T00:30:17,574 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-13T00:30:17,592 DEBUG [M:0;cb28580903fb:45251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d22437de324cc893b056fe807cb523 is 747, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731457816669/Put/seqid=0 2024-11-13T00:30:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741845_1021 (size=6437) 2024-11-13T00:30:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741845_1021 (size=6437) 2024-11-13T00:30:17,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741845_1021 (size=6437) 2024-11-13T00:30:17,601 INFO [M:0;cb28580903fb:45251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.12 KB at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d22437de324cc893b056fe807cb523 2024-11-13T00:30:17,622 DEBUG [M:0;cb28580903fb:45251 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/592a6bb70e234ad2bb5a9f1388e41e02 is 69, key is cb28580903fb,40143,1731457815312/rs:state/1731457815587/Put/seqid=0 2024-11-13T00:30:17,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741846_1022 (size=5294) 2024-11-13T00:30:17,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741846_1022 (size=5294) 2024-11-13T00:30:17,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741846_1022 (size=5294) 2024-11-13T00:30:17,630 INFO [M:0;cb28580903fb:45251 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=195 B at sequenceid=72 (bloomFilter=true), to=hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/592a6bb70e234ad2bb5a9f1388e41e02 2024-11-13T00:30:17,637 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2ec755354e4e5bac9ec74e30eff356 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2ec755354e4e5bac9ec74e30eff356 2024-11-13T00:30:17,644 INFO [M:0;cb28580903fb:45251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2ec755354e4e5bac9ec74e30eff356, entries=8, sequenceid=72, filesize=5.5 K 2024-11-13T00:30:17,645 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/15d22437de324cc893b056fe807cb523 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d22437de324cc893b056fe807cb523 2024-11-13T00:30:17,651 INFO [M:0;cb28580903fb:45251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/15d22437de324cc893b056fe807cb523, entries=8, sequenceid=72, filesize=6.3 K 2024-11-13T00:30:17,652 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/592a6bb70e234ad2bb5a9f1388e41e02 as hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/592a6bb70e234ad2bb5a9f1388e41e02 2024-11-13T00:30:17,657 INFO [M:0;cb28580903fb:45251 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38541/user/jenkins/test-data/340aa7df-4ab7-d8cb-d350-6958c29bae2c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/592a6bb70e234ad2bb5a9f1388e41e02, entries=3, sequenceid=72, filesize=5.2 K 2024-11-13T00:30:17,659 INFO [M:0;cb28580903fb:45251 {}] regionserver.HRegion(3140): Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false 2024-11-13T00:30:17,660 INFO [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-13T00:30:17,660 DEBUG [M:0;cb28580903fb:45251 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731457817493Disabling compacts and flushes for region at 1731457817493Disabling writes for close at 1731457817494 (+1 ms)Obtaining lock to block concurrent updates at 1731457817494Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731457817494Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=27450, getHeapSize=34856, getOffHeapSize=0, getCellsCount=85 at 1731457817494Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731457817496 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731457817496Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731457817550 (+54 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731457817550Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731457817570 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731457817592 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731457817592Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731457817607 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731457817621 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731457817621Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@296c4f35: reopening flushed file at 1731457817636 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ba4d2c5: reopening flushed file at 1731457817644 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d93b375: reopening flushed file at 1731457817651 (+7 ms)Finished flush of dataSize ~26.81 KB/27450, heapSize ~33.80 KB/34616, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 165ms, sequenceid=72, compaction requested=false at 1731457817659 (+8 ms)Writing region close event to WAL at 1731457817660 (+1 ms)Closed at 1731457817660 2024-11-13T00:30:17,661 INFO [sync.0 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,661 INFO [sync.1 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,661 INFO [sync.2 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,661 INFO [sync.3 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,661 INFO [sync.4 {}] wal.FSHLog$SyncRunner(477): interrupted 2024-11-13T00:30:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43685 is added to blk_1073741830_1006 (size=32653) 2024-11-13T00:30:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42303 is added to blk_1073741830_1006 (size=32653) 2024-11-13T00:30:17,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34173 is added to blk_1073741830_1006 (size=32653) 2024-11-13T00:30:17,665 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-13T00:30:17,665 INFO [M:0;cb28580903fb:45251 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-13T00:30:17,665 INFO [M:0;cb28580903fb:45251 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45251 2024-11-13T00:30:17,666 INFO [M:0;cb28580903fb:45251 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-13T00:30:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,767 INFO [M:0;cb28580903fb:45251 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-13T00:30:17,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45251-0x1010ebb7d410000, quorum=127.0.0.1:58306, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-13T00:30:17,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@35dccfad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:17,770 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59867183{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:17,770 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:17,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@18bf963e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:17,770 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fbc9584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:17,772 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:17,772 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:17,772 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-501848034-172.17.0.2-1731457814264 (Datanode Uuid b114441a-595d-43e5-83d4-f948898e82d3) service to localhost/127.0.0.1:38541 2024-11-13T00:30:17,772 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:17,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data5/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,773 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data6/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,773 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:17,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39765bd4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:17,775 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d545d5a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:17,775 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:17,775 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@715cd000{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:17,776 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a920405{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:17,777 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:17,777 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-501848034-172.17.0.2-1731457814264 (Datanode Uuid a126825a-4766-492e-bf66-399be9986518) service to localhost/127.0.0.1:38541 2024-11-13T00:30:17,777 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:17,777 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:17,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data3/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,778 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data4/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,778 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@642ad787{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-13T00:30:17,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77039b20{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:17,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8b2f13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:17,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44e3f12c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:17,781 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-13T00:30:17,781 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-13T00:30:17,782 WARN [BP-501848034-172.17.0.2-1731457814264 heartbeating to localhost/127.0.0.1:38541 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-501848034-172.17.0.2-1731457814264 (Datanode Uuid a79ad77e-fe7d-44b1-af64-f9fe3233e12a) service to localhost/127.0.0.1:38541 2024-11-13T00:30:17,782 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-13T00:30:17,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data1/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,782 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/cluster_e820fdf9-fa10-51c8-3b0c-beecee5d46ce/data/data2/current/BP-501848034-172.17.0.2-1731457814264 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-13T00:30:17,782 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-13T00:30:17,788 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5937c4d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-13T00:30:17,788 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b8b7f92{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-13T00:30:17,789 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-13T00:30:17,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@725fd19e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-13T00:30:17,789 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65c3a644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/88f01998-bf28-a2f3-6fa4-52e52ea570ba/hadoop.log.dir/,STOPPED} 2024-11-13T00:30:17,797 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-13T00:30:17,821 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-13T00:30:17,829 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestHBaseWalOnEC#testReadWrite[1] Thread=151 (was 89) - Thread LEAK? -, OpenFileDescriptor=519 (was 447) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=255 (was 242) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1156 (was 1365)