/**
* Copyright (C) 2010-2013 Alibaba Group Holding Limited
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package com.alibaba.rocketmq.store;
import java.io.File;
import java.io.IOException;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.atomic.AtomicLong;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.alibaba.rocketmq.common.ServiceThread;
import com.alibaba.rocketmq.common.SystemClock;
import com.alibaba.rocketmq.common.UtilAll;
import com.alibaba.rocketmq.common.constant.LoggerName;
import com.alibaba.rocketmq.common.message.MessageDecoder;
import com.alibaba.rocketmq.common.message.MessageExt;
import com.alibaba.rocketmq.common.protocol.heartbeat.SubscriptionData;
import com.alibaba.rocketmq.common.running.RunningStats;
import com.alibaba.rocketmq.common.sysflag.MessageSysFlag;
import com.alibaba.rocketmq.store.config.BrokerRole;
import com.alibaba.rocketmq.store.config.MessageStoreConfig;
import com.alibaba.rocketmq.store.ha.HAService;
import com.alibaba.rocketmq.store.index.IndexService;
import com.alibaba.rocketmq.store.index.QueryOffsetResult;
import com.alibaba.rocketmq.store.schedule.ScheduleMessageService;
import com.alibaba.rocketmq.store.transaction.TransactionCheckExecuter;
import com.alibaba.rocketmq.store.transaction.TransactionStateService;
/**
* 存储层默认实现
*
* @author shijia.wxr<vintage.wang@gmail.com>
* @since 2013-7-21
*/
public class DefaultMessageStore implements MessageStore {
private static final Logger log = LoggerFactory.getLogger(LoggerName.StoreLoggerName);
// 消息过滤
private final MessageFilter messageFilter = new DefaultMessageFilter();
// 存储配置
private final MessageStoreConfig messageStoreConfig;
// CommitLog
private final CommitLog commitLog;
// ConsumeQueue集合
private final ConcurrentHashMap<String/* topic */, ConcurrentHashMap<Integer/* queueId */, ConsumeQueue>> consumeQueueTable;
// 逻辑队列刷盘服务
private final FlushConsumeQueueService flushConsumeQueueService;
// 清理物理文件服务
private final CleanCommitLogService cleanCommitLogService;
// 清理逻辑文件服务
private final CleanConsumeQueueService cleanConsumeQueueService;
// 分发消息索引服务
private final DispatchMessageService dispatchMessageService;
// 消息索引服务
private final IndexService indexService;
// 预分配MapedFile对象服务
private final AllocateMapedFileService allocateMapedFileService;
// 从物理队列解析消息重新发送到逻辑队列
private final ReputMessageService reputMessageService;
// HA服务
private final HAService haService;
// 定时服务
private final ScheduleMessageService scheduleMessageService;
// 分布式事务服务
private final TransactionStateService transactionStateService;
// 运行时数据统计
private final StoreStatsService storeStatsService;
// 运行过程标志位
private final RunningFlags runningFlags = new RunningFlags();
// 优化获取时间性能，精度1ms
private final SystemClock systemClock = new SystemClock(1);
// 事务回查接口
private final TransactionCheckExecuter transactionCheckExecuter;
// 存储服务是否启动
private volatile boolean shutdown = true;
// 存储检查点
private StoreCheckpoint storeCheckpoint;
// 权限控制后，打印间隔次数
private AtomicLong printTimes = new AtomicLong(0);
public DefaultMessageStore(final MessageStoreConfig messageStoreConfig) throws IOException {
this(messageStoreConfig, null);
}
public DefaultMessageStore(final MessageStoreConfig messageStoreConfig,
final TransactionCheckExecuter transactionCheckExecuter) throws IOException {
this.messageStoreConfig = messageStoreConfig;
this.transactionCheckExecuter = transactionCheckExecuter;
this.allocateMapedFileService = new AllocateMapedFileService();
this.commitLog = new CommitLog(this);
this.consumeQueueTable =
new ConcurrentHashMap<String/* topic */, ConcurrentHashMap<Integer/* queueId */, ConsumeQueue>>(
32);
this.flushConsumeQueueService = new FlushConsumeQueueService();
this.cleanCommitLogService = new CleanCommitLogService();
this.cleanConsumeQueueService = new CleanConsumeQueueService();
this.dispatchMessageService =
new DispatchMessageService(this.messageStoreConfig.getPutMsgIndexHightWater());
this.storeStatsService = new StoreStatsService();
this.indexService = new IndexService(this);
this.haService = new HAService(this);
this.transactionStateService = new TransactionStateService(this);
switch (this.messageStoreConfig.getBrokerRole()) {
case SLAVE:
/**
* chen.si slave模式，需要重放master的消息；但是不需要处理 定时消息， 全部由重放完成
*/
this.reputMessageService = new ReputMessageService();
this.scheduleMessageService = null;
break;
case ASYNC_MASTER:
case SYNC_MASTER:
/**
* chen.si master模式，需要处理定时消息，但是不需要重放功能
*/
this.reputMessageService = null;
this.scheduleMessageService = new ScheduleMessageService(this);
break;
default:
this.reputMessageService = null;
this.scheduleMessageService = null;
}
// load过程依赖此服务，所以提前启动
this.allocateMapedFileService.start();
this.dispatchMessageService.start();
// 因为下面的recover会分发请求到索引服务，如果不启动，分发过程会被流控
this.indexService.start();
}
public void truncateDirtyLogicFiles(long phyOffet) {
ConcurrentHashMap<String, ConcurrentHashMap<Integer, ConsumeQueue>> tables =
DefaultMessageStore.this.consumeQueueTable;
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : tables.values()) {
for (ConsumeQueue logic : maps.values()) {
logic.truncateDirtyLogicFiles(phyOffet);
}
}
}
/**
* 加载数据
*
* @throws IOException
*/
public boolean load() {
boolean result = false;
try {
boolean lastExitOK = !this.isTempFileExist();
log.info("last shutdown " + (lastExitOK ? "normally" : "abnormally"));
// load Commit Log
result = this.commitLog.load();
// load Consume Queue
result = result && this.loadConsumeQueue();
// load 事务模块
result = result && this.transactionStateService.load();
// load 定时进度
if (null != scheduleMessageService) {
result = result && this.scheduleMessageService.load();
}
if (result) {
this.storeCheckpoint = new StoreCheckpoint(this.messageStoreConfig.getStoreCheckpoint());
this.indexService.load(lastExitOK);
// 尝试恢复数据
this.recover(lastExitOK);
log.info("load over, and the max phy offset = " + this.getMaxPhyOffset());
}
}
catch (Exception e) {
log.error("load exception", e);
result = false;
}
if (!result) {
this.allocateMapedFileService.shutdown();
}
return result;
}
/**
* 启动存储服务
*
* @throws Exception
*/
public void start() throws Exception {
this.cleanCommitLogService.start();
this.cleanConsumeQueueService.start();
// 在构造函数已经start了。
// this.indexService.start();
// 在构造函数已经start了。
// this.dispatchMessageService.start();
this.flushConsumeQueueService.start();
this.commitLog.start();
this.storeStatsService.start();
if (this.scheduleMessageService != null) {
this.scheduleMessageService.start();
}
if (this.reputMessageService != null) {
this.reputMessageService.setReputFromOffset(this.commitLog.getMaxOffset());
this.reputMessageService.start();
}
this.transactionStateService.start();
this.haService.start();
this.createTempFile();
this.shutdown = false;
}
/**
* 关闭存储服务
*/
public void shutdown() {
if (!this.shutdown) {
this.shutdown = true;
try {
// 等待其他调用停止
Thread.sleep(1000 * 3);
}
catch (InterruptedException e) {
log.error("shutdown Exception, ", e);
}
this.transactionStateService.shutdown();
if (this.scheduleMessageService != null) {
this.scheduleMessageService.shutdown();
}
this.haService.shutdown();
this.storeStatsService.shutdown();
this.cleanCommitLogService.shutdown();
this.cleanConsumeQueueService.shutdown();
this.dispatchMessageService.shutdown();
this.indexService.shutdown();
this.flushConsumeQueueService.shutdown();
this.commitLog.shutdown();
this.allocateMapedFileService.shutdown();
if (this.reputMessageService != null) {
this.reputMessageService.shutdown();
}
this.storeCheckpoint.flush();
this.storeCheckpoint.shutdown();
this.deleteFile(this.messageStoreConfig.getAbortFile());
}
}
public void destroy() {
this.destroyLogics();
this.commitLog.destroy();
this.indexService.destroy();
this.deleteFile(this.messageStoreConfig.getAbortFile());
this.deleteFile(this.messageStoreConfig.getStoreCheckpoint());
}
public void destroyLogics() {
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : this.consumeQueueTable.values()) {
for (ConsumeQueue logic : maps.values()) {
logic.destroy();
}
}
}
public PutMessageResult putMessage(MessageExtBrokerInner msg) {
/**
* chen.si 已经被shutdown，不再接收消息
*/
if (this.shutdown) {
log.warn("message store has shutdown, so putMessage is forbidden");
return new PutMessageResult(PutMessageStatus.SERVICE_NOT_AVAILABLE, null);
}
/**
* chen.si slave模式下，不能 写 消息
*/
if (BrokerRole.SLAVE == this.messageStoreConfig.getBrokerRole()) {
long value = this.printTimes.getAndIncrement();
if ((value % 50000) == 0) {
log.warn("message store is slave mode, so putMessage is forbidden ");
}
return new PutMessageResult(PutMessageStatus.SERVICE_NOT_AVAILABLE, null);
}
if (!this.runningFlags.isWriteable()) {
long value = this.printTimes.getAndIncrement();
if ((value % 50000) == 0) {
log.warn("message store is not writeable, so putMessage is forbidden "
+ this.runningFlags.getFlagBits());
}
return new PutMessageResult(PutMessageStatus.SERVICE_NOT_AVAILABLE, null);
}
else {
this.printTimes.set(0);
}
// message topic长度校验
if (msg.getTopic().length() > Byte.MAX_VALUE) {
log.warn("putMessage message topic length too long " + msg.getTopic().length());
return new PutMessageResult(PutMessageStatus.MESSAGE_ILLEGAL, null);
}
// message properties长度校验
if (msg.getPropertiesString() != null && msg.getPropertiesString().length() > Short.MAX_VALUE) {
log.warn("putMessage message properties length too long " + msg.getPropertiesString().length());
return new PutMessageResult(PutMessageStatus.MESSAGE_ILLEGAL, null);
}
long beginTime = this.getSystemClock().now();
PutMessageResult result = this.commitLog.putMessage(msg);
// 性能数据统计
long eclipseTime = this.getSystemClock().now() - beginTime;
if (eclipseTime > 1000) {
log.warn("putMessage not in lock eclipse time(ms) " + eclipseTime);
}
this.storeStatsService.setPutMessageEntireTimeMax(eclipseTime);
this.storeStatsService.getSinglePutMessageTopicTimesTotal(msg.getTopic()).incrementAndGet();
if (null == result || !result.isOk()) {
this.storeStatsService.getPutMessageFailedTimes().incrementAndGet();
}
return result;
}
public SystemClock getSystemClock() {
return systemClock;
}
public GetMessageResult getMessage(final String topic, final int queueId, final long offset,
final int maxMsgNums, final SubscriptionData subscriptionData) {
/**
* chen.si 传入的offset 为 分区的逻辑offset，表明从 这个offset 开始 寻找消息
*/
if (this.shutdown) {
log.warn("message store has shutdown, so getMessage is forbidden");
return null;
}
if (!this.runningFlags.isReadable()) {
log.warn("message store is not readable, so getMessage is forbidden "
+ this.runningFlags.getFlagBits());
return null;
}
long beginTime = this.getSystemClock().now();
// 枚举变量，取消息结果
GetMessageStatus status = GetMessageStatus.NO_MESSAGE_IN_QUEUE;
// 当被过滤后，返回下一次开始的Offset
long nextBeginOffset = offset;
// 逻辑队列中的最小Offset
long minOffset = 0;
// 逻辑队列中的最大Offset
long maxOffset = 0;
GetMessageResult getResult = new GetMessageResult();
/**
* chen.si 根据topic和queueId，找到对应 逻辑分区队列
*/
ConsumeQueue consumeQueue = findConsumeQueue(topic, queueId);
if (consumeQueue != null) {
/**
* chen.si 获取分区的第1个消息的逻辑offset 和 最后一个消息的逻辑offset
*/
minOffset = consumeQueue.getMinOffsetInQuque();
maxOffset = consumeQueue.getMaxOffsetInQuque();
/**
* chen.si
*/
if (maxOffset == 0) {
/**
* chen.si 分区中暂时无消息
*/
status = GetMessageStatus.NO_MESSAGE_IN_QUEUE;
nextBeginOffset = 0;
}
else if (offset < minOffset) {
/**
* chen.si 传入的offset太小了
*/
status = GetMessageStatus.OFFSET_TOO_SMALL;
nextBeginOffset = minOffset;
}
else if (offset == maxOffset) {
/**
* chen.si 传入的offset太大了
*/
status = GetMessageStatus.OFFSET_OVERFLOW_ONE;
nextBeginOffset = offset;
}
else if (offset > maxOffset) {
/**
* chen.si 传入的offset太大了
*/
status = GetMessageStatus.OFFSET_OVERFLOW_BADLY;
nextBeginOffset = maxOffset;
}
else {
/**
* chen.si 获取 传入的offset开始 到 本文件最后一个消息 的 缓冲区
*/
SelectMapedBufferResult bufferConsumeQueue = consumeQueue.getIndexBuffer(offset);
if (bufferConsumeQueue != null) {
try {
status = GetMessageStatus.NO_MATCHED_MESSAGE;
long nextPhyFileStartOffset = Long.MIN_VALUE;
long maxPhyOffsetPulling = 0;
int i = 0;
final int MaxFilterMessageCount = 16000;
/**
* chen.si 遍历之前缓冲区中的逻辑消息：20字节1个消息
*/
for (; i < bufferConsumeQueue.getSize() && i < MaxFilterMessageCount; i +=
ConsumeQueue.CQStoreUnitSize) {
/**
* chen.si 逻辑分区消息的3个字段
*/
long offsetPy = bufferConsumeQueue.getByteBuffer().getLong();
int sizePy = bufferConsumeQueue.getByteBuffer().getInt();
long tagsCode = bufferConsumeQueue.getByteBuffer().getLong();
maxPhyOffsetPulling = offsetPy;
/**
* chen.si 说明文件被删除了，这里记录了下一个可用的文件起始offset。 所以可能需要跳过
*/
// 说明物理文件正在被删除
if (nextPhyFileStartOffset != Long.MIN_VALUE) {
if (offsetPy < nextPhyFileStartOffset)
continue;
}
/**
* chen.si TODO 再看看
*/
// 此批消息达到上限了
if (this.isTheBatchFull(offsetPy, sizePy, maxMsgNums,
getResult.getBufferTotalSize(), getResult.getMessageCount())) {
break;
}
/**
* chen.si 当前消息的tag，是否符合当前consumer group的过滤规则
*/
// 消息过滤
if (this.messageFilter.isMessageMatched(subscriptionData, tagsCode)) {
/**
* chen.si 获取具体的物理消息
*/
SelectMapedBufferResult selectResult =
this.commitLog.getMessage(offsetPy, sizePy);
if (selectResult != null) {
this.storeStatsService.getGetMessageTransferedMsgCount()
.incrementAndGet();
/**
* chen.si 找到 可用 的物理消息
*/
getResult.addMessage(selectResult);
status = GetMessageStatus.FOUND;
nextPhyFileStartOffset = Long.MIN_VALUE;
}
else {
/**
* chen.si 物理消息被删除了，并且到现在还未找到合适的消息
*/
if (getResult.getBufferTotalSize() == 0) {
status = GetMessageStatus.MESSAGE_WAS_REMOVING;
}
/**
* chen.si commitlog被删除掉了，所以cq中的offset有问题，自动跳到下一个文件的起始offset
* 只要cq中 在 commit log中找不到消息，即认为文件被删除，立刻跳到下一个文件
*/
// 物理文件正在被删除，尝试跳过
nextPhyFileStartOffset = this.commitLog.rollNextFile(offsetPy);
}
}
else {
/**
* chen.si 消息的tag不符合要求
*/
if (getResult.getBufferTotalSize() == 0) {
status = GetMessageStatus.NO_MATCHED_MESSAGE;
}
if (log.isDebugEnabled()) {
log.debug("message type not matched, client: " + subscriptionData
+ " server: " + tagsCode);
}
}
}
// chen.si 指示出 下一次取数据的offset，无论什么情况，都必须更新offset，指示consumer下一次的pull位置
nextBeginOffset = offset + (i / ConsumeQueue.CQStoreUnitSize);
/*
* chen.si 根据cq的未处理字节数， 以及 物理内存的系数结果 来比对出，是否要让slave来处理
*
* 这里有个bug，已提交：https://github.com/alibaba/RocketMQ/issues/480
*/
long diff = maxOffset - maxPhyOffsetPulling;
long memory =
(long) (StoreUtil.TotalPhysicalMemorySize * (this.messageStoreConfig
.getAccessMessageInMemoryMaxRatio() / 100.0));
/**
* chen.si TODO 如果转向slave，因为携带了netxtOffset，所以消息进度不会出现问题，不会出现重复消费的情况。
*
* 但是如果slave上消费产生的进度变化 如何体现？ slave上的消费进度会从master上同步过来覆盖的。
* 另外，如果此时有同一个consumer group连上master，是不是消费同一个队列？
*/
getResult.setSuggestPullingFromSlave(diff > memory);
}
finally {
// 必须释放资源
bufferConsumeQueue.release();
}
}
else {
status = GetMessageStatus.OFFSET_FOUND_NULL;
nextBeginOffset = consumeQueue.rollNextFile(offset);
log.warn("consumer request topic: " + topic + "offset: " + offset + " minOffset: "
+ minOffset + " maxOffset: " + maxOffset + ", but access logic queue failed.");
}
}
}
// 请求的队列Id没有
else {
status = GetMessageStatus.NO_MATCHED_LOGIC_QUEUE;
nextBeginOffset = 0;
}
if (GetMessageStatus.FOUND == status) {
this.storeStatsService.getGetMessageTimesTotalFound().incrementAndGet();
}
else {
this.storeStatsService.getGetMessageTimesTotalMiss().incrementAndGet();
}
long eclipseTime = this.getSystemClock().now() - beginTime;
this.storeStatsService.setGetMessageEntireTimeMax(eclipseTime);
getResult.setStatus(status);
getResult.setNextBeginOffset(nextBeginOffset);
getResult.setMaxOffset(maxOffset);
getResult.setMinOffset(minOffset);
return getResult;
}
/**
* 返回的是当前队列有效的最大Offset，这个Offset有对应的消息
*/
public long getMaxOffsetInQuque(String topic, int queueId) {
ConsumeQueue logic = this.findConsumeQueue(topic, queueId);
if (logic != null) {
long offset = logic.getMaxOffsetInQuque();
return offset;
}
return 0;
}
public long getMinOffsetInQuque(String topic, int queueId) {
ConsumeQueue logic = this.findConsumeQueue(topic, queueId);
if (logic != null) {
return logic.getMinOffsetInQuque();
}
return -1;
}
public long getOffsetInQueueByTime(String topic, int queueId, long timestamp) {
ConsumeQueue logic = this.findConsumeQueue(topic, queueId);
if (logic != null) {
return logic.getOffsetInQueueByTime(timestamp);
}
return 0;
}
public MessageExt lookMessageByOffset(long commitLogOffset) {
SelectMapedBufferResult sbr = this.commitLog.getMessage(commitLogOffset, 4);
if (null != sbr) {
try {
// 1 TOTALSIZE
int size = sbr.getByteBuffer().getInt();
return lookMessageByOffset(commitLogOffset, size);
}
finally {
sbr.release();
}
}
return null;
}
@Override
public SelectMapedBufferResult selectOneMessageByOffset(long commitLogOffset) {
SelectMapedBufferResult sbr = this.commitLog.getMessage(commitLogOffset, 4);
if (null != sbr) {
try {
// 1 TOTALSIZE
int size = sbr.getByteBuffer().getInt();
return this.commitLog.getMessage(commitLogOffset, size);
}
finally {
sbr.release();
}
}
return null;
}
@Override
public SelectMapedBufferResult selectOneMessageByOffset(long commitLogOffset, int msgSize) {
return this.commitLog.getMessage(commitLogOffset, msgSize);
}
public String getRunningDataInfo() {
return this.storeStatsService.toString();
}
@Override
public HashMap<String, String> getRuntimeInfo() {
HashMap<String, String> result = this.storeStatsService.getRuntimeInfo();
// 检测物理文件磁盘空间
{
String storePathPhysic = DefaultMessageStore.this.getMessageStoreConfig().getStorePathCommitLog();
double physicRatio = UtilAll.getDiskPartitionSpaceUsedPercent(storePathPhysic);
result.put(RunningStats.commitLogDiskRatio.name(), String.valueOf(physicRatio));
}
// 检测逻辑文件磁盘空间
{
String storePathLogics =
DefaultMessageStore.this.getMessageStoreConfig().getStorePathConsumeQueue();
double logicsRatio = UtilAll.getDiskPartitionSpaceUsedPercent(storePathLogics);
result.put(RunningStats.consumeQueueDiskRatio.name(), String.valueOf(logicsRatio));
}
// 延时进度
{
if (this.scheduleMessageService != null) {
this.scheduleMessageService.buildRunningStats(result);
}
}
result.put(RunningStats.commitLogMinOffset.name(),
String.valueOf(DefaultMessageStore.this.getMinPhyOffset()));
result.put(RunningStats.commitLogMaxOffset.name(),
String.valueOf(DefaultMessageStore.this.getMaxPhyOffset()));
return result;
}
@Override
public long getMaxPhyOffset() {
return this.commitLog.getMaxOffset();
}
@Override
public long getEarliestMessageTime(String topic, int queueId) {
ConsumeQueue logicQueue = this.findConsumeQueue(topic, queueId);
if (logicQueue != null) {
long minLogicOffset = logicQueue.getMinLogicOffset();
SelectMapedBufferResult result =
logicQueue.getIndexBuffer(minLogicOffset / ConsumeQueue.CQStoreUnitSize);
if (result != null) {
try {
final long phyOffset = result.getByteBuffer().getLong();
final int size = result.getByteBuffer().getInt();
long storeTime = this.getCommitLog().pickupStoretimestamp(phyOffset, size);
return storeTime;
}
catch (Exception e) {
}
finally {
result.release();
}
}
}
return -1;
}
@Override
public long getMessageStoreTimeStamp(String topic, int queueId, long offset) {
ConsumeQueue logicQueue = this.findConsumeQueue(topic, queueId);
if (logicQueue != null) {
SelectMapedBufferResult result = logicQueue.getIndexBuffer(offset);
if (result != null) {
try {
final long phyOffset = result.getByteBuffer().getLong();
final int size = result.getByteBuffer().getInt();
long storeTime = this.getCommitLog().pickupStoretimestamp(phyOffset, size);
return storeTime;
}
catch (Exception e) {
}
finally {
result.release();
}
}
}
return -1;
}
@Override
public long getMessageTotalInQueue(String topic, int queueId) {
ConsumeQueue logicQueue = this.findConsumeQueue(topic, queueId);
if (logicQueue != null) {
return logicQueue.getMessageTotalInQueue();
}
return -1;
}
@Override
public SelectMapedBufferResult getCommitLogData(final long offset) {
if (this.shutdown) {
log.warn("message store has shutdown, so getPhyQueueData is forbidden");
return null;
}
return this.commitLog.getData(offset);
}
@Override
public boolean appendToCommitLog(long startOffset, byte[] data) {
if (this.shutdown) {
log.warn("message store has shutdown, so appendToPhyQueue is forbidden");
return false;
}
boolean result = this.commitLog.appendData(startOffset, data);
if (result) {
this.reputMessageService.wakeup();
}
else {
log.error("appendToPhyQueue failed " + startOffset + " " + data.length);
}
return result;
}
@Override
public void excuteDeleteFilesManualy() {
this.cleanCommitLogService.excuteDeleteFilesManualy();
}
@Override
public QueryMessageResult queryMessage(String topic, String key, int maxNum, long begin, long end) {
QueryOffsetResult queryOffsetResult = this.indexService.queryOffset(topic, key, maxNum, begin, end);
QueryMessageResult queryMessageResult = new QueryMessageResult();
queryMessageResult.setIndexLastUpdatePhyoffset(queryOffsetResult.getIndexLastUpdatePhyoffset());
queryMessageResult.setIndexLastUpdateTimestamp(queryOffsetResult.getIndexLastUpdateTimestamp());
for (Long offset : queryOffsetResult.getPhyOffsets()) {
SelectMapedBufferResult result = this.commitLog.getData(offset, false);
if (result != null) {
int size = result.getByteBuffer().getInt(0);
result.getByteBuffer().limit(size);
result.setSize(size);
queryMessageResult.addMessage(result);
}
}
return queryMessageResult;
}
@Override
public void updateHaMasterAddress(String newAddr) {
this.haService.updateMasterAddress(newAddr);
}
@Override
public long now() {
return this.systemClock.now();
}
public CommitLog getCommitLog() {
return commitLog;
}
public MessageExt lookMessageByOffset(long commitLogOffset, int size) {
SelectMapedBufferResult sbr = this.commitLog.getMessage(commitLogOffset, size);
if (null != sbr) {
try {
return MessageDecoder.decode(sbr.getByteBuffer());
}
finally {
sbr.release();
}
}
return null;
}
public ConsumeQueue findConsumeQueue(String topic, int queueId) {
ConcurrentHashMap<Integer, ConsumeQueue> map = consumeQueueTable.get(topic);
if (null == map) {
ConcurrentHashMap<Integer, ConsumeQueue> newMap =
new ConcurrentHashMap<Integer, ConsumeQueue>(128);
ConcurrentHashMap<Integer, ConsumeQueue> oldMap = consumeQueueTable.putIfAbsent(topic, newMap);
if (oldMap != null) {
map = oldMap;
}
else {
map = newMap;
}
}
ConsumeQueue logic = map.get(queueId);
if (null == logic) {
ConsumeQueue newLogic = new ConsumeQueue(//
topic,//
queueId,//
this.getMessageStoreConfig().getStorePathConsumeQueue(),//
this.getMessageStoreConfig().getMapedFileSizeConsumeQueue(),//
this);
ConsumeQueue oldLogic = map.putIfAbsent(queueId, newLogic);
if (oldLogic != null) {
logic = oldLogic;
}
else {
logic = newLogic;
}
}
return logic;
}
private boolean isTheBatchFull(long offsetPy, int sizePy, int maxMsgNums, int bufferTotal,
int messageTotal) {
long maxOffsetPy = this.commitLog.getMaxOffset();
/**
* chen.si 最大内存
*/
long memory =
(long) (StoreUtil.TotalPhysicalMemorySize * (this.messageStoreConfig
.getAccessMessageInMemoryMaxRatio() / 100.0));
// 第一条消息可以不做限制
if (0 == bufferTotal || 0 == messageTotal) {
return false;
}
/**
* chen.si 消息数达到最大
*/
if ((messageTotal + 1) >= maxMsgNums) {
return true;
}
/**
* chen.si 磁盘中的消息字节数 大于 内存
*/
// 消息在磁盘
if ((maxOffsetPy - offsetPy) > memory) {
if ((bufferTotal + sizePy) > this.messageStoreConfig.getMaxTransferBytesOnMessageInDisk()) {
return true;
}
if ((messageTotal + 1) > this.messageStoreConfig.getMaxTransferCountOnMessageInDisk()) {
return true;
}
}
// 消息在内存
else {
if ((bufferTotal + sizePy) > this.messageStoreConfig.getMaxTransferBytesOnMessageInMemory()) {
return true;
}
if ((messageTotal + 1) > this.messageStoreConfig.getMaxTransferCountOnMessageInMemory()) {
return true;
}
}
return false;
}
private void deleteFile(final String fileName) {
File file = new File(fileName);
boolean result = file.delete();
log.info(fileName + (result ? " delete OK" : " delete Failed"));
}
/**
* 启动服务后，在存储根目录创建临时文件，类似于 UNIX VI编辑工具
*
* @throws IOException
*/
private void createTempFile() throws IOException {
String fileName = this.messageStoreConfig.getAbortFile();
File file = new File(fileName);
MapedFile.ensureDirOK(file.getParent());
boolean result = file.createNewFile();
log.info(fileName + (result ? " create OK" : " already exists"));
}
private boolean isTempFileExist() {
String fileName = this.messageStoreConfig.getAbortFile();
File file = new File(fileName);
return file.exists();
}
private boolean loadConsumeQueue() {
File dirLogic = new File(this.messageStoreConfig.getStorePathConsumeQueue());
File[] fileTopicList = dirLogic.listFiles();
if (fileTopicList != null) {
// TOPIC 遍历
for (File fileTopic : fileTopicList) {
String topic = fileTopic.getName();
// TOPIC 下队列遍历
File[] fileQueueIdList = fileTopic.listFiles();
if (fileQueueIdList != null) {
for (File fileQueueId : fileQueueIdList) {
int queueId = Integer.parseInt(fileQueueId.getName());
ConsumeQueue logic = new ConsumeQueue(//
topic,//
queueId,//
this.getMessageStoreConfig().getStorePathConsumeQueue(),//
this.getMessageStoreConfig().getMapedFileSizeConsumeQueue(),//
this);
this.putConsumeQueue(topic, queueId, logic);
if (!logic.load()) {
return false;
}
}
}
}
}
log.info("load logics queue all over, OK");
return true;
}
public MessageStoreConfig getMessageStoreConfig() {
return messageStoreConfig;
}
private void putConsumeQueue(final String topic, final int queueId, final ConsumeQueue consumeQueue) {
ConcurrentHashMap<Integer/* queueId */, ConsumeQueue> map = this.consumeQueueTable.get(topic);
if (null == map) {
map = new ConcurrentHashMap<Integer/* queueId */, ConsumeQueue>();
map.put(queueId, consumeQueue);
this.consumeQueueTable.put(topic, map);
}
else {
map.put(queueId, consumeQueue);
}
}
private void recover(final boolean lastExitOK) {
// 先按照正常流程恢复Consume Queue
this.recoverConsumeQueue();
// 先按照正常流程恢复Tran Redo Log
this.transactionStateService.getTranRedoLog().recover();
// 正常数据恢复
if (lastExitOK) {
this.commitLog.recoverNormally();
}
// 异常数据恢复，OS CRASH或者JVM CRASH或者机器掉电
else {
this.commitLog.recoverAbnormally();
// 保证消息都能从DispatchService缓冲队列进入到真正的队列
while (this.dispatchMessageService.hasRemainMessage()) {
try {
Thread.sleep(500);
log.info("waiting dispatching mestrasage over");
}
catch (InterruptedException e) {
e.printStackTrace();
}
}
}
//chen.si commit log的恢复过程，会跳过transaction state table的恢复， 其中的producer group为null，所以跳过了
// 所以仍然要从这里开始恢复
// 恢复事务模块
this.transactionStateService.recoverStateTable(lastExitOK);
this.recoverTopicQueueTable();
}
/**
* chen.si: 用于设置所有的consume queue的下一个消息可写slot。
*
* <p>
* 在commit log中存储消息时，需要找到consume queue的下一个位置，就是从这里的topicQueueTable中获取。
* </p>
*/
private void recoverTopicQueueTable() {
HashMap<String/* topic-queueid */, Long/* offset */> table = new HashMap<String, Long>(1024);
/*
一般commit log的minPhyOffset就是第1个有效文件的file offset
*/
long minPhyOffset = this.commitLog.getMinOffset();
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : this.consumeQueueTable.values()) {
for (ConsumeQueue logic : maps.values()) {
// 恢复写入消息时，记录的队列offset
String key = logic.getTopic() + "-" + logic.getQueueId();
/**
* 这里是按照20字节一个slot来计算的，也就是0/1/2/3/.../N
*/
table.put(key, logic.getMaxOffsetInQuque());
// 恢复每个队列的最小offset
logic.correctMinOffset(minPhyOffset);
}
}
this.commitLog.setTopicQueueTable(table);
}
private void recoverConsumeQueue() {
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : this.consumeQueueTable.values()) {
for (ConsumeQueue logic : maps.values()) {
logic.recover();
}
}
}
public void putMessagePostionInfo(String topic, int queueId, long offset, int size, long tagsCode,
long storeTimestamp, long logicOffset) {
ConsumeQueue cq = this.findConsumeQueue(topic, queueId);
cq.putMessagePostionInfoWrapper(offset, size, tagsCode, storeTimestamp, logicOffset);
}
public void putDispatchRequest(final DispatchRequest dispatchRequest) {
this.dispatchMessageService.putRequest(dispatchRequest);
}
public DispatchMessageService getDispatchMessageService() {
return dispatchMessageService;
}
public AllocateMapedFileService getAllocateMapedFileService() {
return allocateMapedFileService;
}
public StoreStatsService getStoreStatsService() {
return storeStatsService;
}
public RunningFlags getAccessRights() {
return runningFlags;
}
public ConcurrentHashMap<String, ConcurrentHashMap<Integer, ConsumeQueue>> getConsumeQueueTable() {
return consumeQueueTable;
}
public StoreCheckpoint getStoreCheckpoint() {
return storeCheckpoint;
}
public HAService getHaService() {
return haService;
}
public ScheduleMessageService getScheduleMessageService() {
return scheduleMessageService;
}
public TransactionStateService getTransactionStateService() {
return transactionStateService;
}
public RunningFlags getRunningFlags() {
return runningFlags;
}
public TransactionCheckExecuter getTransactionCheckExecuter() {
return transactionCheckExecuter;
}
/**
* 清理物理文件服务
*/
class CleanCommitLogService extends ServiceThread {
// 手工触发一次最多删除次数
private final static int MaxManualDeleteFileTimes = 20;
// 磁盘空间警戒水位，超过，则停止接收新消息（出于保护自身目的）
private final double DiskSpaceWarningLevelRatio = Double.parseDouble(System.getProperty(
"rocketmq.broker.diskSpaceWarningLevelRatio", "0.90"));
// 磁盘空间强制删除文件水位
private final double DiskSpaceCleanForciblyRatio = Double.parseDouble(System.getProperty(
"rocketmq.broker.diskSpaceCleanForciblyRatio", "0.85"));
private long lastRedeleteTimestamp = 0;
// 手工触发删除消息
private volatile int manualDeleteFileSeveralTimes = 0;
// 立刻开始强制删除文件
private volatile boolean cleanImmediately = false;
public void excuteDeleteFilesManualy() {
this.manualDeleteFileSeveralTimes = MaxManualDeleteFileTimes;
DefaultMessageStore.log.info("excuteDeleteFilesManualy was invoked");
}
public void run() {
DefaultMessageStore.log.info(this.getServiceName() + " service started");
int cleanResourceInterval =
DefaultMessageStore.this.getMessageStoreConfig().getCleanResourceInterval();
while (!this.isStoped()) {
try {
this.waitForRunning(cleanResourceInterval);
this.deleteExpiredFiles();
this.redeleteHangedFile();
}
catch (Exception e) {
DefaultMessageStore.log.warn(this.getServiceName() + " service has exception. ", e);
}
}
DefaultMessageStore.log.info(this.getServiceName() + " service end");
}
@Override
public String getServiceName() {
return CleanCommitLogService.class.getSimpleName();
}
/**
* 最前面的文件有可能Hang住，定期检查一下
*/
private void redeleteHangedFile() {
int interval = DefaultMessageStore.this.getMessageStoreConfig().getRedeleteHangedFileInterval();
long currentTimestamp = System.currentTimeMillis();
if ((currentTimestamp - this.lastRedeleteTimestamp) > interval) {
this.lastRedeleteTimestamp = currentTimestamp;
int destroyMapedFileIntervalForcibly =
DefaultMessageStore.this.getMessageStoreConfig()
.getDestroyMapedFileIntervalForcibly();
if (DefaultMessageStore.this.commitLog.retryDeleteFirstFile(destroyMapedFileIntervalForcibly)) {
DefaultMessageStore.this.cleanConsumeQueueService.wakeup();
}
}
}
private void deleteExpiredFiles() {
int deleteCount = 0;
long fileReservedTime = DefaultMessageStore.this.getMessageStoreConfig().getFileReservedTime();
int deletePhysicFilesInterval =
DefaultMessageStore.this.getMessageStoreConfig().getDeleteCommitLogFilesInterval();
int destroyMapedFileIntervalForcibly =
DefaultMessageStore.this.getMessageStoreConfig().getDestroyMapedFileIntervalForcibly();
boolean timeup = this.isTimeToDelete();
boolean spacefull = this.isSpaceToDelete();
boolean manualDelete = this.manualDeleteFileSeveralTimes > 0;
// 删除物理队列文件
if (timeup || spacefull || manualDelete) {
log.info("begin to delete before " + fileReservedTime + " hours file. timeup: " + timeup
+ " spacefull: " + spacefull + " manualDeleteFileSeveralTimes: "
+ this.manualDeleteFileSeveralTimes);
if (manualDelete)
this.manualDeleteFileSeveralTimes--;
// 小时转化成毫秒
fileReservedTime *= 60 * 60 * 1000;
// 是否立刻强制删除文件
boolean cleanAtOnce =
DefaultMessageStore.this.getMessageStoreConfig().isCleanFileForciblyEnable()
&& this.cleanImmediately;
deleteCount =
DefaultMessageStore.this.commitLog.deleteExpiredFile(fileReservedTime,
deletePhysicFilesInterval, destroyMapedFileIntervalForcibly, cleanAtOnce);
if (deleteCount > 0) {
DefaultMessageStore.this.cleanConsumeQueueService.wakeup();
}
// 危险情况：磁盘满了，但是又无法删除文件
else if (spacefull) {
log.warn("disk space will be full soon, but delete file failed.");
}
}
}
/**
* 是否可以删除文件，空间是否满足
*/
private boolean isSpaceToDelete() {
double ratio =
DefaultMessageStore.this.getMessageStoreConfig().getDiskMaxUsedSpaceRatio() / 100.0;
cleanImmediately = false;
// 检测物理文件磁盘空间
{
String storePathPhysic =
DefaultMessageStore.this.getMessageStoreConfig().getStorePathCommitLog();
double physicRatio = UtilAll.getDiskPartitionSpaceUsedPercent(storePathPhysic);
if (physicRatio > DiskSpaceWarningLevelRatio) {
boolean diskok = DefaultMessageStore.this.runningFlags.getAndMakeDiskFull();
if (diskok) {
DefaultMessageStore.log.error("physic disk maybe full soon " + physicRatio
+ ", so mark disk full");
System.gc();
}
cleanImmediately = true;
}
else if (physicRatio > DiskSpaceCleanForciblyRatio) {
cleanImmediately = true;
}
else {
boolean diskok = DefaultMessageStore.this.runningFlags.getAndMakeDiskOK();
if (!diskok) {
DefaultMessageStore.log.info("physic disk space OK " + physicRatio
+ ", so mark disk ok");
}
}
if (physicRatio < 0 || physicRatio > ratio) {
DefaultMessageStore.log.info("physic disk maybe full soon, so reclaim space, "
+ physicRatio);
return true;
}
}
// 检测逻辑文件磁盘空间
{
String storePathLogics =
DefaultMessageStore.this.getMessageStoreConfig().getStorePathConsumeQueue();
double logicsRatio = UtilAll.getDiskPartitionSpaceUsedPercent(storePathLogics);
if (logicsRatio > DiskSpaceWarningLevelRatio) {
boolean diskok = DefaultMessageStore.this.runningFlags.getAndMakeDiskFull();
if (diskok) {
DefaultMessageStore.log.error("logics disk maybe full soon " + logicsRatio
+ ", so mark disk full");
System.gc();
}
cleanImmediately = true;
}
else if (logicsRatio > DiskSpaceCleanForciblyRatio) {
cleanImmediately = true;
}
else {
boolean diskok = DefaultMessageStore.this.runningFlags.getAndMakeDiskOK();
if (!diskok) {
DefaultMessageStore.log.info("logics disk space OK " + logicsRatio
+ ", so mark disk ok");
}
}
if (logicsRatio < 0 || logicsRatio > ratio) {
DefaultMessageStore.log.info("logics disk maybe full soon, so reclaim space, "
+ logicsRatio);
return true;
}
}
return false;
}
/**
* 是否可以删除文件，时间是否满足
*/
private boolean isTimeToDelete() {
String when = DefaultMessageStore.this.getMessageStoreConfig().getDeleteWhen();
if (UtilAll.isItTimeToDo(when)) {
DefaultMessageStore.log.info("it's time to reclaim disk space, " + when);
return true;
}
return false;
}
public int getManualDeleteFileSeveralTimes() {
return manualDeleteFileSeveralTimes;
}
public void setManualDeleteFileSeveralTimes(int manualDeleteFileSeveralTimes) {
this.manualDeleteFileSeveralTimes = manualDeleteFileSeveralTimes;
}
}
/**
* 清理逻辑文件服务
*/
class CleanConsumeQueueService extends ServiceThread {
private long lastPhysicalMinOffset = 0;
private void deleteExpiredFiles() {
int deleteLogicsFilesInterval =
DefaultMessageStore.this.getMessageStoreConfig().getDeleteConsumeQueueFilesInterval();
long minOffset = DefaultMessageStore.this.commitLog.getMinOffset();
if (minOffset > this.lastPhysicalMinOffset) {
this.lastPhysicalMinOffset = minOffset;
// 删除逻辑队列文件
ConcurrentHashMap<String, ConcurrentHashMap<Integer, ConsumeQueue>> tables =
DefaultMessageStore.this.consumeQueueTable;
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : tables.values()) {
for (ConsumeQueue logic : maps.values()) {
int deleteCount = logic.deleteExpiredFile(minOffset);
if (deleteCount > 0 && deleteLogicsFilesInterval > 0) {
try {
Thread.sleep(deleteLogicsFilesInterval);
}
catch (InterruptedException e) {
e.printStackTrace();
}
}
}
}
// 删除日志RedoLog
DefaultMessageStore.this.transactionStateService.getTranRedoLog()
.deleteExpiredFile(minOffset);
// 删除日志StateTable
DefaultMessageStore.this.transactionStateService.deleteExpiredStateFile(minOffset);
// 删除索引
DefaultMessageStore.this.indexService.deleteExpiredFile(minOffset);
}
}
public void run() {
DefaultMessageStore.log.info(this.getServiceName() + " service started");
int cleanResourceInterval =
DefaultMessageStore.this.getMessageStoreConfig().getCleanResourceInterval();
while (!this.isStoped()) {
try {
this.deleteExpiredFiles();
this.waitForRunning(cleanResourceInterval);
}
catch (Exception e) {
DefaultMessageStore.log.warn(this.getServiceName() + " service has exception. ", e);
}
}
DefaultMessageStore.log.info(this.getServiceName() + " service end");
}
@Override
public String getServiceName() {
return CleanConsumeQueueService.class.getSimpleName();
}
}
/**
* 逻辑队列刷盘服务
*/
class FlushConsumeQueueService extends ServiceThread {
private static final int RetryTimesOver = 3;
private long lastFlushTimestamp = 0;
private void doFlush(int retryTimes) {
/**
* 变量含义：如果大于0，则标识这次刷盘必须刷多少个page，如果=0，则有多少刷多少
*/
int flushConsumeQueueLeastPages =
DefaultMessageStore.this.getMessageStoreConfig().getFlushConsumeQueueLeastPages();
if (retryTimes == RetryTimesOver) {
flushConsumeQueueLeastPages = 0;
}
long logicsMsgTimestamp = 0;
// 定时刷盘
int flushConsumeQueueThoroughInterval =
DefaultMessageStore.this.getMessageStoreConfig().getFlushConsumeQueueThoroughInterval();
long currentTimeMillis = System.currentTimeMillis();
if (currentTimeMillis >= (this.lastFlushTimestamp + flushConsumeQueueThoroughInterval)) {
this.lastFlushTimestamp = currentTimeMillis;
flushConsumeQueueLeastPages = 0;
logicsMsgTimestamp = DefaultMessageStore.this.getStoreCheckpoint().getLogicsMsgTimestamp();
}
ConcurrentHashMap<String, ConcurrentHashMap<Integer, ConsumeQueue>> tables =
DefaultMessageStore.this.consumeQueueTable;
for (ConcurrentHashMap<Integer, ConsumeQueue> maps : tables.values()) {
for (ConsumeQueue cq : maps.values()) {
boolean result = false;
for (int i = 0; i < retryTimes && !result; i++) {
result = cq.commit(flushConsumeQueueLeastPages);
}
}
}
// 事务Redolog
DefaultMessageStore.this.transactionStateService.getTranRedoLog().commit(
flushConsumeQueueLeastPages);
if (0 == flushConsumeQueueLeastPages) {
if (logicsMsgTimestamp > 0) {
DefaultMessageStore.this.getStoreCheckpoint().setLogicsMsgTimestamp(logicsMsgTimestamp);
}
DefaultMessageStore.this.getStoreCheckpoint().flush();
}
}
public void run() {
DefaultMessageStore.log.info(this.getServiceName() + " service started");
while (!this.isStoped()) {
try {
int interval =
DefaultMessageStore.this.getMessageStoreConfig().getFlushIntervalConsumeQueue();
this.waitForRunning(interval);
this.doFlush(1);
}
catch (Exception e) {
DefaultMessageStore.log.warn(this.getServiceName() + " service has exception. ", e);
}
}
// 正常shutdown时，要保证全部刷盘才退出
this.doFlush(RetryTimesOver);
DefaultMessageStore.log.info(this.getServiceName() + " service end");
}
@Override
public String getServiceName() {
return FlushConsumeQueueService.class.getSimpleName();
}
@Override
public long getJointime() {
return 1000 * 60;
}
}
/**
* 分发消息索引服务
*/
class DispatchMessageService extends ServiceThread {
private volatile List<DispatchRequest> requestsWrite;
private volatile List<DispatchRequest> requestsRead;
public DispatchMessageService(int putMsgIndexHightWater) {
putMsgIndexHightWater *= 1.5;
this.requestsWrite = new ArrayList<DispatchRequest>(putMsgIndexHightWater);
this.requestsRead = new ArrayList<DispatchRequest>(putMsgIndexHightWater);
}
public boolean hasRemainMessage() {
List<DispatchRequest> reqs = this.requestsWrite;
if (reqs != null && !reqs.isEmpty()) {
return true;
}
reqs = this.requestsRead;
if (reqs != null && !reqs.isEmpty()) {
return true;
}
return false;
}
public void putRequest(final DispatchRequest dispatchRequest) {
int requestsWriteSize = 0;
int putMsgIndexHightWater =
DefaultMessageStore.this.getMessageStoreConfig().getPutMsgIndexHightWater();
synchronized (this) {
this.requestsWrite.add(dispatchRequest);
requestsWriteSize = this.requestsWrite.size();
if (!this.hasNotified) {
this.hasNotified = true;
this.notify();
}
}
DefaultMessageStore.this.getStoreStatsService().setDispatchMaxBuffer(requestsWriteSize);
// 这里主动做流控，防止CommitLog写入太快，导致消费队列被冲垮
if (requestsWriteSize > putMsgIndexHightWater) {
try {
if (log.isDebugEnabled()) {
log.debug("Message index buffer size " + requestsWriteSize + " > high water "
+ putMsgIndexHightWater);
}
Thread.sleep(1);
}
catch (InterruptedException e) {
e.printStackTrace();
}
}
}
private void swapRequests() {
List<DispatchRequest> tmp = this.requestsWrite;
this.requestsWrite = this.requestsRead;
this.requestsRead = tmp;
}
private void doDispatch() {
if (!this.requestsRead.isEmpty()) {
for (DispatchRequest req : this.requestsRead) {
final int tranType = MessageSysFlag.getTransactionValue(req.getSysFlag());
// 1、分发消息位置信息到ConsumeQueue
switch (tranType) {
case MessageSysFlag.TransactionNotType:
case MessageSysFlag.TransactionCommitType:
// 将请求发到具体的Consume Queue
DefaultMessageStore.this.putMessagePostionInfo(req.getTopic(), req.getQueueId(),
req.getCommitLogOffset(), req.getMsgSize(), req.getTagsCode(),
req.getStoreTimestamp(), req.getConsumeQueueOffset());
break;
case MessageSysFlag.TransactionPreparedType:
case MessageSysFlag.TransactionRollbackType:
break;
}
/**
* chen.si 一方面 非事务消息不用处理，另一方面，异常恢复时，commit log消息不会走到这里
*/
// 2、更新Transaction State Table
if (req.getProducerGroup() != null) {
switch (tranType) {
case MessageSysFlag.TransactionNotType:
break;
case MessageSysFlag.TransactionPreparedType:
// 将Prepared事务记录下来
DefaultMessageStore.this.getTransactionStateService().appendPreparedTransaction(//
req.getCommitLogOffset(),//
req.getMsgSize(),//
(int) (req.getStoreTimestamp() / 1000),//
req.getProducerGroup().hashCode());
break;
case MessageSysFlag.TransactionCommitType:
case MessageSysFlag.TransactionRollbackType:
DefaultMessageStore.this.getTransactionStateService().updateTransactionState(//
req.getTranStateTableOffset(),//
req.getPreparedTransactionOffset(),//
req.getProducerGroup().hashCode(),//
tranType//
);
break;
}
}
/**
* chen.si 恢复流程中，系统会基于commit log来重新生成redo log，但是生成的时候类似 index cq：
* 只有当前消息的phy offset 小于 当前redo log的最大phy offset，才会 append到 redo log
*/
// 3、记录Transaction Redo Log
switch (tranType) {
case MessageSysFlag.TransactionNotType:
break;
case MessageSysFlag.TransactionPreparedType:
// 记录redolog
DefaultMessageStore.this.getTransactionStateService().getTranRedoLog()
.putMessagePostionInfoWrapper(//
req.getCommitLogOffset(),//
req.getMsgSize(),//
TransactionStateService.PreparedMessageTagsCode,//
req.getStoreTimestamp(),//
0L//
);
break;
case MessageSysFlag.TransactionCommitType:
case MessageSysFlag.TransactionRollbackType:
// 记录redolog
DefaultMessageStore.this.getTransactionStateService().getTranRedoLog()
.putMessagePostionInfoWrapper(//
req.getCommitLogOffset(),//
req.getMsgSize(),//
req.getPreparedTransactionOffset(),//
req.getStoreTimestamp(),//
0L//
);
break;
}
}
if (DefaultMessageStore.this.getMessageStoreConfig().isMessageIndexEnable()) {
DefaultMessageStore.this.indexService.putRequest(this.requestsRead.toArray());
}
this.requestsRead.clear();
}
}
public void run() {
DefaultMessageStore.log.info(this.getServiceName() + " service started");
while (!this.isStoped()) {
try {
this.waitForRunning(0);
this.doDispatch();
}
catch (Exception e) {
DefaultMessageStore.log.warn(this.getServiceName() + " service has exception. ", e);
}
}
// 在正常shutdown情况下，要保证所有消息都dispatch
try {
Thread.sleep(5 * 1000);
}
catch (InterruptedException e) {
DefaultMessageStore.log.warn("DispatchMessageService Exception, ", e);
}
synchronized (this) {
this.swapRequests();
}
this.doDispatch();
DefaultMessageStore.log.info(this.getServiceName() + " service end");
}
@Override
protected void onWaitEnd() {
this.swapRequests();
}
@Override
public String getServiceName() {
return DispatchMessageService.class.getSimpleName();
}
}
/**
* SLAVE: 从物理队列Load消息，并分发到各个逻辑队列
*/
class ReputMessageService extends ServiceThread {
// 从这里开始解析物理队列数据，并分发到逻辑队列
private volatile long reputFromOffset = 0;
public long getReputFromOffset() {
return reputFromOffset;
}
public void setReputFromOffset(long reputFromOffset) {
/**
* chen.si 设置重放的起始offset，启动时，一般设置为commit log的max offset
*/
this.reputFromOffset = reputFromOffset;
}
private void doReput() {
for (boolean doNext = true; doNext;) {
/**
* chen.si 根据 offset获取commit log数据，准备重放
*/
SelectMapedBufferResult result = DefaultMessageStore.this.commitLog.getData(reputFromOffset);
if (result != null) {
try {
for (int readSize = 0; readSize < result.getSize() && doNext;) {
/**
* chen.si 一条条的读取物理消息
*/
DispatchRequest dispatchRequest =
DefaultMessageStore.this.commitLog.checkMessageAndReturnSize(
result.getByteBuffer(), false, false);
int size = dispatchRequest.getMsgSize();
// 正常数据
if (size > 0) {
/**
* chen.si 消息放到 消息分发 队列中，进行真实的重放，包括 逻辑分区、事务 和 定时
*/
DefaultMessageStore.this.putDispatchRequest(dispatchRequest);
/**
* chen.si 更新当前处理的offset进度
*/
this.reputFromOffset += size;
readSize += size;
DefaultMessageStore.this.storeStatsService
.getSinglePutMessageTopicTimesTotal(dispatchRequest.getTopic())
.incrementAndGet();
DefaultMessageStore.this.storeStatsService.getSinglePutMessageTopicSizeTotal(
dispatchRequest.getTopic()).addAndGet(dispatchRequest.getMsgSize());
}
// 文件中间读到错误
else if (size == -1) {
doNext = false;
}
// 走到文件末尾，切换至下一个文件
else if (size == 0) {
/**
* chen.si 很关键，自己跳到下一个文件的开头，没有其他人通知 跳到下一个文件，一定要自己做。
*/
this.reputFromOffset =
DefaultMessageStore.this.commitLog.rollNextFile(this.reputFromOffset);
readSize = result.getSize();
}
}
}
finally {
result.release();
}
}
else {
doNext = false;
}
}
}
@Override
public void run() {
DefaultMessageStore.log.info(this.getServiceName() + " service started");
while (!this.isStoped()) {
try {
this.waitForRunning(1000);
this.doReput();
}
catch (Exception e) {
DefaultMessageStore.log.warn(this.getServiceName() + " service has exception. ", e);
}
}
DefaultMessageStore.log.info(this.getServiceName() + " service end");
}
@Override
public String getServiceName() {
return ReputMessageService.class.getSimpleName();
}
}
@Override
public long getCommitLogOffsetInQueue(String topic, int queueId, long cqOffset) {
ConsumeQueue consumeQueue = findConsumeQueue(topic, queueId);
if (consumeQueue != null) {
SelectMapedBufferResult bufferConsumeQueue = consumeQueue.getIndexBuffer(cqOffset);
if (bufferConsumeQueue != null) {
try {
long offsetPy = bufferConsumeQueue.getByteBuffer().getLong();
return offsetPy;
}
finally {
bufferConsumeQueue.release();
}
}
}
return 0;
}
@Override
public long getMinPhyOffset() {
return this.commitLog.getMinOffset();
}
}