1、application.properties
spring.application.name = demoTest
mybatis
spring.profiles.active=dev
spring.datasource.url=jdbc:mysql://localhost:3306/saasboard
spring.datasource.username=root
spring.datasource.password=root
spring.datasource.driver-class-name=com.mysql.jdbc.Driver
spring.datasource.type=com.alibaba.druid.pool.DruidDataSource
region redis
spring.redis.host=192.168.207.18
spring.redis.port=6379
spring.redis.password=group@123
spring.redis.database=0
spring.redis.pool.max-active=150
spring.redis.pool.max-idle=30
spring.redis.pool.max-wait=3000
spring.redis.pool.min-idle=10
producer
該應用是否啟用生產者
rocketmq.producer.isOnOff=on
發送同一類消息的設置為同一個group,保證唯一,默認不需要設置,rocketmq會使用ip@pid(pid代表jvm名字)作為唯一標示
rocketmq.producer.groupName=${spring.application.name}
mq的nameserver地址
rocketmq.producer.namesrvAddr=192.168.205.196:9876
消息最大長度 默認1024*4(4M)
rocketmq.producer.maxMessageSize=4096
發送消息超時時間,默認3000
rocketmq.producer.sendMsgTimeout=3000
發送消息失敗重試次數,默認2
rocketmq.producer.retryTimesWhenSendFailed=2
consumer
該應用是否啟用消費者
rocketmq.consumer.isOnOff=on
rocketmq.consumer.groupName=${spring.application.name}
mq的nameserver地址
rocketmq.consumer.namesrvAddr=192.168.205.196:9876
該消費者訂閱的主題和tags(""號表示訂閱該主題下所有的tags),格式:topictag1||tag2||tag3;topic2;
rocketmq.consumer.topics=DemoTopic~*;
rocketmq.consumer.consumeThreadMin=20
rocketmq.consumer.consumeThreadMax=64
設置一次消費消息的條數,默認為1條
rocketmq.consumer.consumeMessageBatchMaxSize=1
2、pom.xml文件
<dependency>
<groupId>com.alibaba.rocketmq</groupId>
<artifactId>rocketmq-client</artifactId>
<version>3.2.6</version>
</dependency>
3、消費端配置
package com.example.demo.rocketmq.consumer;
import com.alibaba.rocketmq.client.consumer.DefaultMQPushConsumer;
import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.common.consumer.ConsumeFromWhere;
import com.example.demo.rocketmq.constants.RocketMQErrorEnum;
import com.example.demo.rocketmq.consumer.processor.MQConsumeMsgListenerProcessor;
import com.example.demo.rocketmq.exception.RocketMQException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.SpringBootConfiguration;
import org.springframework.context.annotation.Bean;
import org.springframework.util.StringUtils;
/**
消費者Bean配置
.
Copyright: Copyright (c) 2017 zteits
@ClassName: MQConsumerConfiguration
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年3月2日 下午11:48:32
Modification History:
Date Author Version Description
----------------------------------------------------------
2018年3月2日 zhaowg v1.0.0 創建
*/
@SpringBootConfiguration
public class MQConsumerConfiguration {
public static final Logger LOGGER = LoggerFactory.getLogger(MQConsumerConfiguration.class);
@Value("{rocketmq.consumer.groupName}")
private String groupName;
@Value("{rocketmq.consumer.consumeThreadMax}")
private int consumeThreadMax;
@Value("{rocketmq.consumer.consumeMessageBatchMaxSize}")
private int consumeMessageBatchMaxSize;
@Autowired
private MQConsumeMsgListenerProcessor mqMessageListenerProcessor;@Bean
public DefaultMQPushConsumer getRocketMQConsumer() throws RocketMQException {
if (StringUtils.isEmpty(groupName)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"groupName is null !!!",false);
}
if (StringUtils.isEmpty(namesrvAddr)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"namesrvAddr is null !!!",false);
}
if(StringUtils.isEmpty(topics)){
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"topics is null !!!",false);
}
DefaultMQPushConsumer consumer = new DefaultMQPushConsumer(groupName);
consumer.setNamesrvAddr(namesrvAddr);
consumer.setConsumeThreadMin(consumeThreadMin);
consumer.setConsumeThreadMax(consumeThreadMax);
consumer.registerMessageListener(mqMessageListenerProcessor);
/**
* 設置Consumer第一次啟動是從隊列頭部開始消費還是隊列尾部開始消費
* 如果非第一次啟動,那么按照上次消費的位置繼續消費
/
consumer.setConsumeFromWhere(ConsumeFromWhere.CONSUME_FROM_LAST_OFFSET);
/*
* 設置消費模型,集群還是廣播,默認為集群
/
//consumer.setMessageModel(MessageModel.CLUSTERING);
/*
* 設置一次消費消息的條數,默認為1條
/
consumer.setConsumeMessageBatchMaxSize(consumeMessageBatchMaxSize);
try {
/*
* 設置該消費者訂閱的主題和tag,如果是訂閱該主題下的所有tag,則tag使用*;如果需要指定訂閱該主題下的某些tag,則使用||分割,例如tag1||tag2||tag3
*/
String[] topicTagsArr = topics.split(";");
for (String topicTags : topicTagsArr) {
String[] topicTag = topicTags.split("~");
consumer.subscribe(topicTag[0],topicTag[1]);
}
consumer.start();
LOGGER.info("consumer is start !!! groupName:{},topics:{},namesrvAddr:{}",groupName,topics,namesrvAddr);
}catch (MQClientException e){
LOGGER.error("consumer is start !!! groupName:{},topics:{},namesrvAddr:{}",groupName,topics,namesrvAddr,e);
throw new RocketMQException(e);
}
return consumer;
}
}
4、生產端配置
package com.example.demo.rocketmq.producer;
import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.client.producer.DefaultMQProducer;
import com.example.demo.rocketmq.constants.RocketMQErrorEnum;
import com.example.demo.rocketmq.exception.RocketMQException;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Value;
import org.springframework.boot.SpringBootConfiguration;
import org.springframework.context.annotation.Bean;
import org.springframework.util.StringUtils;
/**
生產者配置
.
Copyright: Copyright (c) 2017 zteits
@ClassName: MQProducerConfiguration
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年3月2日 下午11:44:36
Modification History:
Date Author Version Description
----------------------------------------------------------
2018年3月2日 zhaowg v1.0.0 創建
/
@SpringBootConfiguration
public class MQProducerConfiguration {
public static final Logger LOGGER = LoggerFactory.getLogger(MQProducerConfiguration.class);
/*- 發送同一類消息的設置為同一個group,保證唯一,默認不需要設置,rocketmq會使用ip@pid(pid代表jvm名字)作為唯一標示
/
@Value("{rocketmq.producer.namesrvAddr}")
private String namesrvAddr;
/* - 消息最大大小,默認4M
/
@Value("${rocketmq.producer.maxMessageSize}")
private Integer maxMessageSize ;
/* - 消息發送超時時間,默認3秒
/
@Value("${rocketmq.producer.sendMsgTimeout}")
private Integer sendMsgTimeout;
/* - 消息發送失敗重試次數,默認2次
*/
@Value("${rocketmq.producer.retryTimesWhenSendFailed}")
private Integer retryTimesWhenSendFailed;
@Bean
public DefaultMQProducer getRocketMQProducer() throws RocketMQException {
if (StringUtils.isEmpty(this.groupName)) {
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"groupName is blank",false);
}
if (StringUtils.isEmpty(this.namesrvAddr)) {
throw new RocketMQException(RocketMQErrorEnum.PARAMM_NULL,"nameServerAddr is blank",false);
}
DefaultMQProducer producer;
producer = new DefaultMQProducer(this.groupName);
producer.setNamesrvAddr(this.namesrvAddr);
//如果需要同一個jvm中不同的producer往不同的mq集群發送消息,需要設置不同的instanceName
//producer.setInstanceName(instanceName);
if(this.maxMessageSize!=null){
producer.setMaxMessageSize(this.maxMessageSize);
}
if(this.sendMsgTimeout!=null){
producer.setSendMsgTimeout(this.sendMsgTimeout);
}
//如果發送消息失敗,設置重試次數,默認為2次
if(this.retryTimesWhenSendFailed!=null){
producer.setRetryTimesWhenSendFailed(this.retryTimesWhenSendFailed);
}try { producer.start(); LOGGER.info(String.format("producer is start ! groupName:[%s],namesrvAddr:[%s]" , this.groupName, this.namesrvAddr)); } catch (MQClientException e) { LOGGER.error(String.format("producer is error {}" , e.getMessage(),e)); throw new RocketMQException(e); } return producer;
}
} - 發送同一類消息的設置為同一個group,保證唯一,默認不需要設置,rocketmq會使用ip@pid(pid代表jvm名字)作為唯一標示
5.監聽配置
package com.example.demo.rocketmq.consumer.processor;
import com.alibaba.rocketmq.client.consumer.listener.ConsumeConcurrentlyContext;
import com.alibaba.rocketmq.client.consumer.listener.ConsumeConcurrentlyStatus;
import com.alibaba.rocketmq.client.consumer.listener.MessageListenerConcurrently;
import com.alibaba.rocketmq.common.message.MessageExt;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.stereotype.Component;
import org.springframework.util.CollectionUtils;
import java.util.List;
/**
消費者消費消息路由
.
Copyright: Copyright (c) 2017 zteits
@ClassName: RocketMQMessageListenerConcurrentlyProcessor
@Description:
@version: v1.0.0
@author: zhaowg
@date: 2018年2月28日 上午11:12:32
Modification History:
Date Author Version Description
----------------------------------------------------------
2018年2月28日 zhaowg v1.0.0 創建
*/
@Component
public class MQConsumeMsgListenerProcessor implements MessageListenerConcurrently{
private static final Logger logger = LoggerFactory.getLogger(MQConsumeMsgListenerProcessor.class);/**
- 默認msgs里只有一條消息,可以通過設置consumeMessageBatchMaxSize參數來批量接收消息
- 不要拋異常,如果沒有return CONSUME_SUCCESS ,consumer會重新消費該消息,直到return CONSUME_SUCCESS
*/
@Override
public ConsumeConcurrentlyStatus consumeMessage(List<MessageExt> msgs, ConsumeConcurrentlyContext context) {
if(CollectionUtils.isEmpty(msgs)){
logger.info("接受到的消息為空,不處理,直接返回成功");
return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
}
MessageExt messageExt = msgs.get(0);
logger.info("接受到的消息為:"+messageExt.toString());
if(messageExt.getTopic().equals("你的Topic")){
if(messageExt.getTags().equals("你的Tag")){
//TODO 判斷該消息是否重復消費(RocketMQ不保證消息不重復,如果你的業務需要保證嚴格的不重復消息,需要你自己在業務端去重)
//TODO 獲取該消息重試次數
int reconsume = messageExt.getReconsumeTimes();
if(reconsume ==3){//消息已經重試了3次,如果不需要再次消費,則返回成功
return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
}
//TODO 處理對應的業務邏輯
}
}
// 如果沒有return success ,consumer會重新消費該消息,直到return success
return ConsumeConcurrentlyStatus.CONSUME_SUCCESS;
}
}
6、進行測試
package com.example.demo;
- 默認msgs里只有一條消息,可以通過設置consumeMessageBatchMaxSize參數來批量接收消息
import com.alibaba.rocketmq.client.exception.MQBrokerException;
import com.alibaba.rocketmq.client.exception.MQClientException;
import com.alibaba.rocketmq.client.producer.DefaultMQProducer;
import com.alibaba.rocketmq.client.producer.SendResult;
import com.alibaba.rocketmq.common.message.Message;
import com.alibaba.rocketmq.remoting.exception.RemotingException;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.boot.test.context.SpringBootTest;
import org.springframework.test.context.junit4.SpringRunner;
@RunWith(SpringRunner.class)
@SpringBootTest
public class DemoApplicationTests {
private static final Logger logger = LoggerFactory.getLogger(DemoApplicationTests.class);
/**使用RocketMq的生產者*/
@Autowired
private DefaultMQProducer defaultMQProducer;
/**
* 發送消息
*
* 2018年3月3日 zhaowg
* @throws InterruptedException
* @throws MQBrokerException
* @throws RemotingException
* @throws MQClientException
*/
@Test
public void send() throws MQClientException, RemotingException, MQBrokerException, InterruptedException{
String msg = "demo msg test";
logger.info("開始發送消息:"+msg);
Message sendMsg = new Message("DemoTopic","DemoTag",msg.getBytes());
//默認3秒超時
SendResult sendResult = defaultMQProducer.send(sendMsg);
logger.info("消息發送響應信息:"+sendResult.toString());
}
}