huangge1199/vue-pro
1
0
Fork 0
mirror of https://gitee.com/huangge1199_admin/vue-pro.git synced 2024-11-27 01:32:03 +08:00
Code Issues Actions Packages Projects Releases Wiki Activity

fix: 解决 redis mq 消息丢失问题

Browse Source
This commit is contained in:
gaibu 2022-12-15 15:33:15 +08:00
parent 0f31ce7ecf
commit a6c92816f0
1 changed files with 20 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
yudao-framework/yudao-spring-boot-starter-mq/src/main/java/cn/iocoder/yudao/framework/mq/scheduler/PendingMessageScheduler.java
View File

@ -3,6 +3,8 @@ package cn.iocoder.yudao.framework.mq.scheduler;
import cn.iocoder.yudao.framework.mq.core.RedisMQTemplate; import cn.iocoder.yudao.framework.mq.core.RedisMQTemplate;
import cn.iocoder.yudao.framework.mq.core.stream.AbstractStreamMessageListener; import cn.iocoder.yudao.framework.mq.core.stream.AbstractStreamMessageListener;
import lombok.extern.slf4j.Slf4j; import lombok.extern.slf4j.Slf4j;
import org.redisson.api.RLock;
import org.redisson.api.RedissonClient;
import org.springframework.beans.factory.annotation.Autowired; import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value; import org.springframework.beans.factory.annotation.Value;
import org.springframework.data.redis.connection.stream.Consumer; import org.springframework.data.redis.connection.stream.Consumer;
@ -17,6 +19,7 @@ import org.springframework.scheduling.annotation.Scheduled;
import java.util.List; import java.util.List;
import java.util.Map; import java.util.Map;
import java.util.concurrent.TimeUnit;
/** /**
* 这个定时器用于处理，crash 之后的消费者未消费完的消息 * 这个定时器用于处理，crash 之后的消费者未消费完的消息
@ -24,19 +27,35 @@ import java.util.Map;
@Slf4j @Slf4j
@EnableScheduling @EnableScheduling
public class PendingMessageScheduler { public class PendingMessageScheduler {
private static final String LOCK_KEY = "redis:pending:msg:lock";
@Autowired @Autowired
private List<AbstractStreamMessageListener<?>> listeners; private List<AbstractStreamMessageListener<?>> listeners;
@Autowired @Autowired
private RedisMQTemplate redisTemplate; private RedisMQTemplate redisTemplate;
@Value("${spring.application.name}") @Value("${spring.application.name}")
private String groupName; private String groupName;
@Autowired
private RedissonClient redissonClient;
/** /**
* 一分钟执行一次 * 一分钟执行一次
*/ */
@Scheduled(fixedRate = 60 * 1000) @Scheduled(fixedRate = 60 * 1000)
public void processPendingMessage() { public void processPendingMessage() {
final RLock lock = redissonClient.getLock(LOCK_KEY);
try {
// 尝试加锁，最多等待 30 秒，上锁以后 60 秒自动解锁
boolean lockFlag = lock.tryLock(30, 60, TimeUnit.SECONDS);
if (lockFlag) {
execute();
}
} catch (InterruptedException e) {
log.error("获取锁失败", e);
}
}
private void execute() {
StreamOperations<String, Object, Object> ops = redisTemplate.getRedisTemplate().opsForStream(); StreamOperations<String, Object, Object> ops = redisTemplate.getRedisTemplate().opsForStream();
for (AbstractStreamMessageListener<?> listener : listeners) { for (AbstractStreamMessageListener<?> listener : listeners) {