feat(master):RMQ 总结

RMQ 的相关代码
master
土豆兄弟 2 weeks ago
parent 02898b00e4
commit 08b87590cd

@ -3,21 +3,38 @@
### SpringBoot 集成 Kafka 构建消息驱动微服务
-
- 下载安装 kafka
- 下载 Kafka :https://kafka.apache.org/quickstart
- 解压、启动 ZK 和 Kafka Server 即可(使用默认配置)
---
- 基本架构
- Producer -> Message[Topic] -> Kafka Broker -> Partition <- Consumer[Topic]
### SpringBoot 集成 RocketMQ 构建消息驱动微服务
-
- 下载、安装 RocketMQ
- 下载 RocketMQ: http://rocketmg.apache.org/docs/quick-start
- 下载以 bin-release 结尾的 zip 包解压即完成安装
---
- MQ 的启动, 关注2个
- mqnamesrv
- sh mqnamesrv
- mqbroker
- sh mqbroker -n localhost:9876
### SpringCloud Stream 消息驱动组件概览
- 为什么会出现 SpringCloud Stream
- 如果没有 SpringCloud Stream,我们会怎么应用消息驱动?
- Producer -> Message -> Kafka/RocketMQ <- Consumer
- 有了Stream
- Producer -> Message -> [Kafka/RocketMQ][Stream] <- Consumer
### 基于 SpringCloud Stream 消息驱动的简单应用
- [dev-protocol-springcloud-stream](..%2Fdev-protocol-springcloud-stream)
### 自定义 Stream 消息通信信道实现定制分发
- [dev-protocol-springcloud-stream](..%2Fdev-protocol-springcloud-stream)
### SpringCloud Stream 消息分组和消费分区的配置与说明
- [dev-protocol-springcloud-stream](..%2Fdev-protocol-springcloud-stream)
### SpringCloud Stream 消息驱动组件总结

@ -0,0 +1,51 @@
package org.example.controller;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.example.rocket.RocketMQProducer;
import org.example.vo.QMessage;
import org.springframework.web.bind.annotation.GetMapping;
import org.springframework.web.bind.annotation.RequestMapping;
import org.springframework.web.bind.annotation.RestController;
/**
* <h1>SpringBoot RocketMQ</h1>
* */
@Slf4j
@RestController
@RequestMapping("/rocket-mq")
public class RocketMQController {
private static final QMessage RocketMQMessage = new QMessage(
1,
"Q-Study-RocketMQ-In-SpringBoot"
);
private final RocketMQProducer rocketMQProducer;
public RocketMQController(RocketMQProducer rocketMQProducer) {
this.rocketMQProducer = rocketMQProducer;
}
@GetMapping("/message-with-value")
public void sendMessageWithValue() {
rocketMQProducer.sendMessageWithValue(JSON.toJSONString(RocketMQMessage));
}
@GetMapping("/message-with-key")
public void sendMessageWithKey() {
rocketMQProducer.sendMessageWithKey("qy", JSON.toJSONString(RocketMQMessage));
}
@GetMapping("/message-with-tag")
public void sendMessageWithTag() {
rocketMQProducer.sendMessageWithTag("qy",
JSON.toJSONString(RocketMQMessage));
}
@GetMapping("/message-with-all")
public void sendMessageWithAll() {
rocketMQProducer.sendMessageWithAll("q", "q",
JSON.toJSONString(RocketMQMessage));
}
}

@ -0,0 +1,29 @@
package org.example.rocket;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.apache.rocketmq.common.message.MessageExt;
import org.apache.rocketmq.spring.annotation.RocketMQMessageListener;
import org.apache.rocketmq.spring.core.RocketMQListener;
import org.springframework.stereotype.Component;
/**
* <h1> RocketMQ , </h1>
* */
@Slf4j
@Component
@RocketMQMessageListener(
topic = "q-study-rocketmq",
consumerGroup = "q-springboot-rocketmq-message-ext"
)
public class RocketMQConsumerMessageExt implements RocketMQListener<MessageExt> {
@Override
public void onMessage(MessageExt message) {
String value = new String(message.getBody());
log.info("consume message in RocketMQConsumerMessageExt: [{}], [{}]",
message.getKeys(), value); // 能拿到消息中的 key
log.info("MessageExt: [{}]", JSON.toJSONString(message)); // 会慢一些
}
}

@ -0,0 +1,27 @@
package org.example.rocket;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.apache.rocketmq.spring.annotation.RocketMQMessageListener;
import org.apache.rocketmq.spring.core.RocketMQListener;
import org.example.vo.QMessage;
import org.springframework.stereotype.Component;
/**
* <h1>, RocketMQ , tag , Java Pojo</h1>
* */
@Slf4j
@Component
@RocketMQMessageListener(
topic = "imooc-study-rocketmq",
consumerGroup = "q-springboot-rocketmq-tag-object",
selectorExpression = "q" // 根据 tag 做过滤
)
public class RocketMQConsumerObject implements RocketMQListener<QMessage> {
@Override
public void onMessage(QMessage message) {
log.info("consume message in RocketMQConsumerObject: [{}]",
JSON.toJSONString(message));
// so something
}
}

@ -0,0 +1,28 @@
package org.example.rocket;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.apache.rocketmq.spring.annotation.RocketMQMessageListener;
import org.apache.rocketmq.spring.core.RocketMQListener;
import org.example.vo.QMessage;
import org.springframework.stereotype.Component;
/**
* <h1> RocketMQ </h1>
* */
@Slf4j
@Component
@RocketMQMessageListener(
topic = "q-study-rocketmq",
consumerGroup = "q-springboot-rocketmq-string"
)
public class RocketMQConsumerString implements RocketMQListener<String> {
@Override
public void onMessage(String message) {
QMessage rocketMessage = JSON.parseObject(message, QMessage.class);
log.info("consume message in RocketMQConsumerString: [{}]",
JSON.toJSONString(rocketMessage));
}
}

@ -0,0 +1,28 @@
package org.example.rocket;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.apache.rocketmq.spring.annotation.RocketMQMessageListener;
import org.apache.rocketmq.spring.core.RocketMQListener;
import org.example.vo.QMessage;
import org.springframework.stereotype.Component;
/**
* <h1> RocketMQ , tag </h1>
* */
@Slf4j
@Component
@RocketMQMessageListener(
topic = "q-study-rocketmq",
consumerGroup = "q-springboot-rocketmq-tag-string",
selectorExpression = "qy" // 根据 tag 过滤, tag 中要带有 qy
)
public class RocketMQConsumerTagString implements RocketMQListener<String> {
@Override
public void onMessage(String message) {
QMessage rocketMessage = JSON.parseObject(message, QMessage.class);
log.info("consume message in RocketMQConsumerTagString: [{}]",
JSON.toJSONString(rocketMessage));
}
}

@ -0,0 +1,100 @@
package org.example.rocket;
import com.alibaba.fastjson.JSON;
import lombok.extern.slf4j.Slf4j;
import org.apache.rocketmq.client.producer.SendCallback;
import org.apache.rocketmq.client.producer.SendResult;
import org.apache.rocketmq.spring.core.RocketMQTemplate;
import org.apache.rocketmq.spring.support.RocketMQHeaders;
import org.example.vo.QMessage;
import org.springframework.messaging.Message;
import org.springframework.messaging.support.MessageBuilder;
import org.springframework.stereotype.Component;
/**
* <h1> RocketMQ </h1>
* Spring Messaging
* */
@Slf4j
@Component
public class RocketMQProducer {
/** 类似 Kafka 中的 topic, 默认的读写队列都是4个, 默认自动创建topic */
private static final String TOPIC = "q-study-rocketmq";
/** RocketMQ 客户端 */
private final RocketMQTemplate rocketMQTemplate;
public RocketMQProducer(RocketMQTemplate rocketMQTemplate) {
this.rocketMQTemplate = rocketMQTemplate;
}
/**
* <h2>使, key tag</h2>
* */
public void sendMessageWithValue(String value) {
// 随机选择一个 Topic 的 Message Queue 发送消息
SendResult sendResult = rocketMQTemplate.syncSend(TOPIC, value);
log.info("sendMessageWithValue result: [{}]", JSON.toJSONString(sendResult));
SendResult sendResultOrderly = rocketMQTemplate.syncSendOrderly(
TOPIC, value, "QQQ"
);
log.info("sendMessageWithValue orderly result: [{}]",
JSON.toJSONString(sendResultOrderly));
}
/**
* <h2>使, key</h2>
* */
public void sendMessageWithKey(String key, String value) {
Message<String> message = MessageBuilder.withPayload(value)
// 这个Key 不是分区的效果, 只是方便进行查询, 在设置的时候, 可以使用空格进行分开, 例如: aaaa bbb
.setHeader(RocketMQHeaders.KEYS, key).build();
// 异步发送消息, 并设定回调
rocketMQTemplate.asyncSend(TOPIC, message, new SendCallback() {
@Override
public void onSuccess(SendResult sendResult) {
log.info("sendMessageWithKey success result: [{}]",
JSON.toJSONString(sendResult));
}
@Override
public void onException(Throwable e) {
log.error("sendMessageWithKey failure: [{}]", e.getMessage(), e);
}
});
}
/**
* <h2>使, tag, Java Pojo</h2>
*
* */
public void sendMessageWithTag(String tag, String value) {
QMessage qMessage = JSON.parseObject(value, QMessage.class);
SendResult sendResult = rocketMQTemplate.syncSend(
String.format("%s:%s", TOPIC, tag), // 不同的消费者组使用不同的 tag
qMessage
);
log.info("sendMessageWithTag result: [{}]", JSON.toJSONString(sendResult));
}
/**
* <h2>使, key tag</h2>
* */
public void sendMessageWithAll(String key, String tag, String value) {
Message<String> message = MessageBuilder.withPayload(value)
.setHeader(RocketMQHeaders.KEYS, key).build();
SendResult sendResult = rocketMQTemplate.syncSend(
String.format("%s:%s", TOPIC, tag),
message
);
log.info("sendMessageWithAll result: [{}]", JSON.toJSONString(sendResult));
}
}

@ -1,15 +1,15 @@
### message-with-value
GET http://127.0.0.1:8001/imooc-study-ecommerce-dev/rocket-mq/message-with-value
GET http://127.0.0.1:8001/dev-protocol-springcloud-message-study/rocket-mq/message-with-value
Content-Type: application/json
### message-with-key
GET http://127.0.0.1:8001/imooc-study-ecommerce-dev/rocket-mq/message-with-key
GET http://127.0.0.1:8001/dev-protocol-springcloud-message-study/rocket-mq/message-with-key
Content-Type: application/json
### message-with-tag
GET http://127.0.0.1:8001/imooc-study-ecommerce-dev/rocket-mq/message-with-tag
GET http://127.0.0.1:8001/dev-protocol-springcloud-message-study/rocket-mq/message-with-tag
Content-Type: application/json
### message-with-all
GET http://127.0.0.1:8001/imooc-study-ecommerce-dev/rocket-mq/message-with-all
GET http://127.0.0.1:8001/dev-protocol-springcloud-message-study/rocket-mq/message-with-all
Content-Type: application/json

@ -12,7 +12,7 @@ spring:
discovery:
enabled: true # 如果不想使用 Nacos 进行服务注册和发现, 设置为 false 即可
server-addr: 127.0.0.1:8848
namespace: 1bc13fd5-843b-4ac0-aa55-695c25bc0ac6
namespace: 1ccc74ae-9398-4dbe-b9d7-4f9addf9f40c
metadata:
management:
context-path: ${server.servlet.context-path}/actuator
@ -27,15 +27,15 @@ spring:
# rocketmq:
# binder:
# name-server: 127.0.0.1:9876
# fixme 开启 stream 分区支持
# 开启 stream 分区支持
instanceCount: 1 # 消费者的总数
instanceIndex: 0 # 当前消费者的索引
instanceIndex: 0 # 当前消费者的索引, 多个的时候, 另外一个要配置成 1, 依次类推
bindings:
# 默认发送方
output: # 这里用 Stream 给我们提供的默认 output 信道
destination: dev-protocol-springcloud-stream-client-default # 消息发往的目的地, Kafka 中就是 Topic
content-type: text/plain # 消息发送的格式, 接收端不用指定格式, 但是发送端要
# fixme 消息分区
# 消息分区 - 只对默认接收方和发送方进行配置, 下面自定义的原理相同
producer:
# fixme partitionKeyExpression 这种方式需要我们需要对 author 字段进行各种处理, 这里不使用这个方式, 使用下面自定义的配置策略
# partitionKeyExpression: payload.author # 分区关键字, payload 指的是发送的对象, author 是对象中的属性, 不存在 author 可能会报错
@ -46,9 +46,9 @@ spring:
# 默认接收方
input: # 这里用 Stream 给我们提供的默认 input 信道
destination: dev-protocol-springcloud-stream-client-default
# fixme 这里指定了group 方便其进行 分组消费
# 这里指定了group 方便其进行 分组消费
group: dev-protocol-springcloud-stream-client-group-default
# fixme 消费者开启 分区支持
# 消费者开启 分区支持
consumer:
partitioned: true
# q 发送方 destination 对应

Loading…
Cancel
Save