438 lines
17 KiB
Java
438 lines
17 KiB
Java
/*
|
||
* To change this license header, choose License Headers in Project Properties.
|
||
* To change this template file, choose Tools | Templates
|
||
* and open the template in the editor.
|
||
*/
|
||
package org.redkale.mq;
|
||
|
||
import java.util.*;
|
||
import java.util.concurrent.*;
|
||
import java.util.concurrent.atomic.AtomicLong;
|
||
import java.util.concurrent.locks.ReentrantLock;
|
||
import java.util.logging.*;
|
||
import java.util.stream.Collectors;
|
||
import org.redkale.annotation.AutoLoad;
|
||
import org.redkale.annotation.*;
|
||
import org.redkale.annotation.ResourceListener;
|
||
import static org.redkale.boot.Application.RESNAME_APP_NODEID;
|
||
import org.redkale.boot.*;
|
||
import org.redkale.net.Servlet;
|
||
import org.redkale.net.http.*;
|
||
import org.redkale.net.sncp.*;
|
||
import org.redkale.service.*;
|
||
import org.redkale.util.*;
|
||
|
||
/**
|
||
* MQ管理器
|
||
*
|
||
*
|
||
* 详情见: https://redkale.org
|
||
*
|
||
* @author zhangjx
|
||
*
|
||
* @since 2.1.0
|
||
*/
|
||
public abstract class MessageAgent implements Resourcable {
|
||
|
||
protected final Logger logger = Logger.getLogger(this.getClass().getSimpleName());
|
||
|
||
@Resource(name = RESNAME_APP_NODEID)
|
||
protected int nodeid;
|
||
|
||
protected String name;
|
||
|
||
protected AnyValue config;
|
||
|
||
protected MessageClientProducers httpProducer;
|
||
|
||
protected MessageClientProducers sncpProducer;
|
||
|
||
protected final ReentrantLock httpProducerLock = new ReentrantLock();
|
||
|
||
protected final ReentrantLock sncpProducerLock = new ReentrantLock();
|
||
|
||
protected final ReentrantLock httpNodesLock = new ReentrantLock();
|
||
|
||
protected final ReentrantLock sncpNodesLock = new ReentrantLock();
|
||
|
||
protected final List<MessageConsumerListener> consumerListeners = new CopyOnWriteArrayList<>();
|
||
|
||
protected final AtomicLong msgSeqno = new AtomicLong(System.nanoTime());
|
||
|
||
protected HttpMessageClient httpMessageClient;
|
||
|
||
protected SncpMessageClient sncpMessageClient;
|
||
|
||
protected ScheduledThreadPoolExecutor timeoutExecutor;
|
||
|
||
protected int producerCount = 1;
|
||
|
||
protected MessageCoder<MessageRecord> messageCoder = MessageRecordCoder.getInstance();
|
||
|
||
//本地Service消息接收处理器， key:consumerid
|
||
protected HashMap<String, MessageClientConsumerNode> clientConsumerNodes = new LinkedHashMap<>();
|
||
|
||
public void init(ResourceFactory factory, AnyValue config) {
|
||
this.name = checkName(config.getValue("name", ""));
|
||
this.httpMessageClient = new HttpMessageClient(this);
|
||
this.sncpMessageClient = new SncpMessageClient(this);
|
||
this.producerCount = config.getIntValue("producers", Utility.cpus());
|
||
String coderType = config.getValue("coder", "");
|
||
if (!coderType.trim().isEmpty()) {
|
||
try {
|
||
Class<MessageCoder<MessageRecord>> coderClass = (Class) Thread.currentThread().getContextClassLoader().loadClass(coderType);
|
||
RedkaleClassLoader.putReflectionPublicConstructors(coderClass, coderClass.getName());
|
||
MessageCoder<MessageRecord> coder = coderClass.getConstructor().newInstance();
|
||
if (factory != null) {
|
||
factory.inject(coder);
|
||
}
|
||
if (coder instanceof Service) {
|
||
((Service) coder).init(config);
|
||
}
|
||
this.messageCoder = coder;
|
||
} catch (RuntimeException ex) {
|
||
throw ex;
|
||
} catch (Exception e) {
|
||
throw new RedkaleException(e);
|
||
}
|
||
}
|
||
// application (it doesn't execute completion handlers).
|
||
this.timeoutExecutor = (ScheduledThreadPoolExecutor) Executors.newScheduledThreadPool(1, (Runnable r) -> {
|
||
Thread t = new Thread(r, "Redkale-MessageAgent-[" + name + "]-Timeout-Thread");
|
||
t.setDaemon(true);
|
||
return t;
|
||
});
|
||
this.timeoutExecutor.setRemoveOnCancelPolicy(true);
|
||
}
|
||
|
||
public CompletableFuture<Map<String, Long>> start() {
|
||
final LinkedHashMap<String, Long> map = new LinkedHashMap<>();
|
||
final List<CompletableFuture> futures = new ArrayList<>();
|
||
this.clientConsumerNodes.values().forEach(node -> {
|
||
long s = System.currentTimeMillis();
|
||
futures.add(node.consumer.startup().whenComplete((r, t) -> map.put(node.consumer.consumerid, System.currentTimeMillis() - s)));
|
||
});
|
||
return CompletableFuture.allOf(futures.toArray(new CompletableFuture[futures.size()])).thenApply(r -> map);
|
||
}
|
||
|
||
//Application.shutdown 在执行server.shutdown之前执行
|
||
public CompletableFuture<Void> stop() {
|
||
List<CompletableFuture> futures = new ArrayList<>();
|
||
this.clientConsumerNodes.values().forEach(node -> {
|
||
futures.add(node.consumer.shutdown());
|
||
});
|
||
return CompletableFuture.allOf(futures.toArray(new CompletableFuture[futures.size()]));
|
||
}
|
||
|
||
//Application.shutdown 在所有server.shutdown执行后执行
|
||
public void destroy(AnyValue config) {
|
||
this.httpMessageClient.close().join();
|
||
this.sncpMessageClient.close().join();
|
||
if (this.timeoutExecutor != null) {
|
||
this.timeoutExecutor.shutdown();
|
||
}
|
||
if (this.sncpProducer != null) {
|
||
this.sncpProducer.shutdown().join();
|
||
}
|
||
if (this.httpProducer != null) {
|
||
this.httpProducer.shutdown().join();
|
||
}
|
||
if (this.messageCoder instanceof Service) {
|
||
((Service) this.messageCoder).destroy(config);
|
||
}
|
||
}
|
||
|
||
protected List<MessageClientConsumer> getMessageClientConsumers() {
|
||
List<MessageClientConsumer> consumers = new ArrayList<>();
|
||
MessageClientConsumer one = this.httpMessageClient == null ? null : this.httpMessageClient.respConsumer;
|
||
if (one != null) {
|
||
consumers.add(one);
|
||
}
|
||
one = this.sncpMessageClient == null ? null : this.sncpMessageClient.respConsumer;
|
||
if (one != null) {
|
||
consumers.add(one);
|
||
}
|
||
consumers.addAll(clientConsumerNodes.values().stream().map(mcn -> mcn.consumer).collect(Collectors.toList()));
|
||
return consumers;
|
||
}
|
||
|
||
protected List<MessageClientProducer> getMessageClientProducers() {
|
||
List<MessageClientProducer> producers = new ArrayList<>();
|
||
if (this.httpProducer != null) {
|
||
producers.addAll(Utility.ofList(this.httpProducer.producers));
|
||
}
|
||
if (this.sncpProducer != null) {
|
||
producers.addAll(Utility.ofList(this.sncpProducer.producers));
|
||
}
|
||
MessageClientProducers one = this.httpMessageClient == null ? null : this.httpMessageClient.getProducer();
|
||
if (one != null) {
|
||
producers.addAll(Utility.ofList(one.producers));
|
||
}
|
||
one = this.sncpMessageClient == null ? null : this.sncpMessageClient.getProducer();
|
||
if (one != null) {
|
||
producers.addAll(Utility.ofList(one.producers));
|
||
}
|
||
return producers;
|
||
}
|
||
|
||
@Override
|
||
public String resourceName() {
|
||
return name;
|
||
}
|
||
|
||
public MessageCoder<MessageRecord> getMessageCoder() {
|
||
return this.messageCoder;
|
||
}
|
||
|
||
public Logger getLogger() {
|
||
return logger;
|
||
}
|
||
|
||
public String getName() {
|
||
return name;
|
||
}
|
||
|
||
public AnyValue getConfig() {
|
||
return config;
|
||
}
|
||
|
||
public void setConfig(AnyValue config) {
|
||
this.config = config;
|
||
}
|
||
|
||
public HttpMessageClient getHttpMessageClient() {
|
||
return httpMessageClient;
|
||
}
|
||
|
||
public SncpMessageClient getSncpMessageClient() {
|
||
return sncpMessageClient;
|
||
}
|
||
|
||
protected String checkName(String name) { //不能含特殊字符
|
||
if (name.isEmpty()) {
|
||
return name;
|
||
}
|
||
if (name.charAt(0) >= '0' && name.charAt(0) <= '9') {
|
||
throw new RedkaleException("name only 0-9 a-z A-Z _ cannot begin 0-9");
|
||
}
|
||
for (char ch : name.toCharArray()) {
|
||
if (!((ch >= '0' && ch <= '9') || ch == '_' || (ch >= 'a' && ch <= 'z') || (ch >= 'A' && ch <= 'Z'))) { //不能含特殊字符
|
||
throw new RedkaleException("name only 0-9 a-z A-Z _ cannot begin 0-9");
|
||
}
|
||
}
|
||
return name;
|
||
}
|
||
|
||
//获取指定topic的生产处理器
|
||
public MessageClientProducers getSncpMessageClientProducer() {
|
||
if (this.sncpProducer == null) {
|
||
sncpProducerLock.lock();
|
||
try {
|
||
if (this.sncpProducer == null) {
|
||
long s = System.currentTimeMillis();
|
||
MessageClientProducer[] producers = new MessageClientProducer[producerCount];
|
||
for (int i = 0; i < producers.length; i++) {
|
||
MessageClientProducer producer = createMessageClientProducer("SncpProducer");
|
||
producer.startup().join();
|
||
producers[i] = producer;
|
||
}
|
||
long e = System.currentTimeMillis() - s;
|
||
if (logger.isLoggable(Level.FINEST)) {
|
||
logger.log(Level.FINEST, "MessageAgent.SncpProducer startup all in " + e + "ms");
|
||
}
|
||
this.sncpProducer = new MessageClientProducers(producers);
|
||
}
|
||
} finally {
|
||
sncpProducerLock.unlock();
|
||
}
|
||
}
|
||
return this.sncpProducer;
|
||
}
|
||
|
||
public MessageClientProducers getHttpMessageClientProducer() {
|
||
if (this.httpProducer == null) {
|
||
httpProducerLock.lock();
|
||
try {
|
||
if (this.httpProducer == null) {
|
||
long s = System.currentTimeMillis();
|
||
MessageClientProducer[] producers = new MessageClientProducer[producerCount];
|
||
for (int i = 0; i < producers.length; i++) {
|
||
MessageClientProducer producer = createMessageClientProducer("HttpProducer");
|
||
producer.startup().join();
|
||
producers[i] = producer;
|
||
}
|
||
long e = System.currentTimeMillis() - s;
|
||
if (logger.isLoggable(Level.FINEST)) {
|
||
logger.log(Level.FINEST, "MessageAgent.HttpProducer startup all in " + e + "ms");
|
||
}
|
||
this.httpProducer = new MessageClientProducers(producers);
|
||
}
|
||
} finally {
|
||
httpProducerLock.unlock();
|
||
}
|
||
}
|
||
return this.httpProducer;
|
||
}
|
||
|
||
//创建指定topic的生产处理器
|
||
protected abstract MessageClientProducer createMessageClientProducer(String producerName);
|
||
|
||
//创建topic，如果已存在则跳过
|
||
public abstract boolean createTopic(String... topics);
|
||
|
||
//删除topic，如果不存在则跳过
|
||
public abstract boolean deleteTopic(String... topics);
|
||
|
||
//查询所有topic
|
||
public abstract List<String> queryTopic();
|
||
|
||
//ServiceLoader时判断配置是否符合当前实现类
|
||
public abstract boolean acceptsConf(AnyValue config);
|
||
|
||
//创建指定topic的消费处理器
|
||
public abstract MessageClientConsumer createMessageClientConsumer(String[] topics, String group, MessageClientProcessor processor);
|
||
|
||
@ResourceListener
|
||
public abstract void onResourceChange(ResourceEvent[] events);
|
||
|
||
public void addConsumerListener(MessageConsumerListener listener) {
|
||
|
||
}
|
||
|
||
public final void putService(NodeHttpServer ns, Service service, HttpServlet servlet) {
|
||
AutoLoad al = service.getClass().getAnnotation(AutoLoad.class);
|
||
if (al != null && !al.value() && service.getClass().getAnnotation(Local.class) != null) {
|
||
return;
|
||
}
|
||
org.redkale.util.AutoLoad al2 = service.getClass().getAnnotation(org.redkale.util.AutoLoad.class);
|
||
if (al2 != null && !al2.value() && service.getClass().getAnnotation(Local.class) != null) {
|
||
return;
|
||
}
|
||
{ //标记@RestService(name = " ") 需要跳过， 一般作为模板引擎
|
||
RestService rest = service.getClass().getAnnotation(RestService.class);
|
||
if (rest != null && !rest.name().isEmpty() && rest.name().trim().isEmpty()) {
|
||
return;
|
||
}
|
||
}
|
||
String[] topics = generateHttpReqTopics(service);
|
||
String consumerid = generateHttpConsumerid(topics, service);
|
||
httpNodesLock.lock();
|
||
try {
|
||
if (clientConsumerNodes.containsKey(consumerid)) {
|
||
throw new RedkaleException("consumerid(" + consumerid + ") is repeat");
|
||
}
|
||
HttpMessageClientProcessor processor = new HttpMessageClientProcessor(this.logger, httpMessageClient, getHttpMessageClientProducer(), ns, service, servlet);
|
||
this.clientConsumerNodes.put(consumerid, new MessageClientConsumerNode(ns, service, servlet, processor, createMessageClientConsumer(topics, consumerid, processor)));
|
||
} finally {
|
||
httpNodesLock.unlock();
|
||
}
|
||
}
|
||
|
||
public final void putService(NodeSncpServer ns, Service service, SncpServlet servlet) {
|
||
AutoLoad al = service.getClass().getAnnotation(AutoLoad.class);
|
||
if (al != null && !al.value() && service.getClass().getAnnotation(Local.class) != null) {
|
||
return;
|
||
}
|
||
org.redkale.util.AutoLoad al2 = service.getClass().getAnnotation(org.redkale.util.AutoLoad.class);
|
||
if (al2 != null && !al2.value() && service.getClass().getAnnotation(Local.class) != null) {
|
||
return;
|
||
}
|
||
String topic = generateSncpReqTopic(service);
|
||
String consumerid = generateSncpConsumerid(topic, service);
|
||
sncpNodesLock.lock();
|
||
try {
|
||
if (clientConsumerNodes.containsKey(consumerid)) {
|
||
throw new RedkaleException("consumerid(" + consumerid + ") is repeat");
|
||
}
|
||
SncpMessageClientProcessor processor = new SncpMessageClientProcessor(this.logger, sncpMessageClient, getSncpMessageClientProducer(), ns, service, servlet);
|
||
this.clientConsumerNodes.put(consumerid, new MessageClientConsumerNode(ns, service, servlet, processor, createMessageClientConsumer(new String[]{topic}, consumerid, processor)));
|
||
} finally {
|
||
sncpNodesLock.unlock();
|
||
}
|
||
}
|
||
|
||
//格式: sncp.req.user
|
||
public final String generateSncpReqTopic(Service service) {
|
||
return generateSncpReqTopic(Sncp.getResourceName(service), Sncp.getResourceType(service));
|
||
}
|
||
|
||
//格式: sncp.req.user
|
||
public final String generateSncpReqTopic(String resourceName, Class resourceType) {
|
||
if (WebSocketNode.class.isAssignableFrom(resourceType)) {
|
||
return "sncp.req.ws" + (resourceName.isEmpty() ? "" : ("-" + resourceName)) + ".node" + nodeid;
|
||
}
|
||
return "sncp.req." + resourceType.getSimpleName().replaceAll("Service.*$", "").toLowerCase() + (resourceName.isEmpty() ? "" : ("-" + resourceName));
|
||
}
|
||
|
||
//格式: consumer-sncp.req.user 不提供外部使用
|
||
protected final String generateSncpConsumerid(String topic, Service service) {
|
||
return "consumer-" + topic;
|
||
}
|
||
|
||
//格式: http.req.user
|
||
public static String generateHttpReqTopic(String module) {
|
||
return "http.req." + module.toLowerCase();
|
||
}
|
||
|
||
//格式: http.req.user
|
||
public static String generateHttpReqTopic(String module, String resname) {
|
||
return "http.req." + module.toLowerCase() + (resname == null || resname.isEmpty() ? "" : ("-" + resname));
|
||
}
|
||
|
||
//格式: sncp.resp.node10
|
||
protected String generateSncpRespTopic() {
|
||
return "sncp.resp.node" + nodeid;
|
||
}
|
||
|
||
//格式: http.resp.node10
|
||
protected String generateHttpRespTopic() {
|
||
return "http.resp.node" + nodeid;
|
||
}
|
||
|
||
//格式: http.req.user
|
||
protected String[] generateHttpReqTopics(Service service) {
|
||
String resname = Sncp.getResourceName(service);
|
||
String module = Rest.getRestModule(service).toLowerCase();
|
||
MessageMultiConsumer mmc = service.getClass().getAnnotation(MessageMultiConsumer.class);
|
||
if (mmc != null) {
|
||
return new String[]{generateHttpReqTopic(mmc.module()) + (resname.isEmpty() ? "" : ("-" + resname))};
|
||
}
|
||
return new String[]{"http.req." + module + (resname.isEmpty() ? "" : ("-" + resname))};
|
||
}
|
||
|
||
//格式: consumer-http.req.user
|
||
protected String generateHttpConsumerid(String[] topics, Service service) {
|
||
String resname = Sncp.getResourceName(service);
|
||
String key = Rest.getRestModule(service).toLowerCase();
|
||
return "consumer-http.req." + key + (resname.isEmpty() ? "" : ("-" + resname));
|
||
|
||
}
|
||
|
||
//格式: xxxx.resp.node10
|
||
protected String generateRespTopic(String protocol) {
|
||
return protocol + ".resp.node" + nodeid;
|
||
}
|
||
|
||
protected static class MessageClientConsumerNode {
|
||
|
||
public final NodeServer server;
|
||
|
||
public final Service service;
|
||
|
||
public final Servlet servlet;
|
||
|
||
public final MessageClientProcessor processor;
|
||
|
||
public final MessageClientConsumer consumer;
|
||
|
||
public MessageClientConsumerNode(NodeServer server, Service service, Servlet servlet, MessageClientProcessor processor, MessageClientConsumer consumer) {
|
||
this.server = server;
|
||
this.service = service;
|
||
this.servlet = servlet;
|
||
this.processor = processor;
|
||
this.consumer = consumer;
|
||
}
|
||
|
||
}
|
||
}
|