| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.rocketmq.dashboard.service.impl; |
| |
| import com.google.common.base.Throwables; |
| import com.google.common.collect.Lists; |
| import com.google.common.collect.Sets; |
| import java.util.stream.Collectors; |
| import org.apache.commons.lang3.StringUtils; |
| import org.apache.rocketmq.acl.common.AclClientRPCHook; |
| import org.apache.rocketmq.acl.common.SessionCredentials; |
| import org.apache.rocketmq.client.producer.DefaultMQProducer; |
| import org.apache.rocketmq.client.producer.SendResult; |
| import org.apache.rocketmq.client.trace.TraceContext; |
| import org.apache.rocketmq.client.trace.TraceDispatcher; |
| import org.apache.rocketmq.common.MixAll; |
| import org.apache.rocketmq.common.TopicConfig; |
| import org.apache.rocketmq.remoting.protocol.admin.TopicStatsTable; |
| import org.apache.rocketmq.common.message.Message; |
| import org.apache.rocketmq.remoting.protocol.body.ClusterInfo; |
| import org.apache.rocketmq.remoting.protocol.body.GroupList; |
| import org.apache.rocketmq.remoting.protocol.body.TopicList; |
| import org.apache.rocketmq.remoting.protocol.route.BrokerData; |
| import org.apache.rocketmq.remoting.protocol.route.TopicRouteData; |
| import org.apache.rocketmq.common.topic.TopicValidator; |
| import org.apache.rocketmq.dashboard.config.RMQConfigure; |
| import org.apache.rocketmq.dashboard.model.request.SendTopicMessageRequest; |
| import org.apache.rocketmq.dashboard.model.request.TopicConfigInfo; |
| import org.apache.rocketmq.dashboard.service.AbstractCommonService; |
| import org.apache.rocketmq.dashboard.service.TopicService; |
| import org.apache.rocketmq.remoting.RPCHook; |
| import org.apache.rocketmq.tools.command.CommandUtil; |
| import org.joor.Reflect; |
| import org.springframework.beans.BeanUtils; |
| import org.springframework.beans.factory.annotation.Autowired; |
| import org.springframework.stereotype.Service; |
| |
| import java.util.Arrays; |
| import java.util.HashSet; |
| import java.util.List; |
| import java.util.Set; |
| import java.util.concurrent.ArrayBlockingQueue; |
| |
| @Service |
| public class TopicServiceImpl extends AbstractCommonService implements TopicService { |
| |
| @Autowired |
| private RMQConfigure configure; |
| |
| @Override |
| public TopicList fetchAllTopicList(boolean skipSysProcess, boolean skipRetryAndDlq) { |
| try { |
| TopicList allTopics = mqAdminExt.fetchAllTopicList(); |
| TopicList sysTopics = getSystemTopicList(); |
| Set<String> topics = |
| allTopics.getTopicList().stream().map(topic -> { |
| if (!skipSysProcess && sysTopics.getTopicList().contains(topic)) { |
| topic = String.format("%s%s", "%SYS%", topic); |
| } |
| return topic; |
| }).filter(topic -> { |
| if (skipRetryAndDlq) { |
| return !(topic.startsWith(MixAll.RETRY_GROUP_TOPIC_PREFIX) |
| || topic.startsWith(MixAll.DLQ_GROUP_TOPIC_PREFIX)); |
| } |
| return true; |
| }).collect(Collectors.toSet()); |
| allTopics.getTopicList().clear(); |
| allTopics.getTopicList().addAll(topics); |
| return allTopics; |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| } |
| |
| @Override |
| public TopicStatsTable stats(String topic) { |
| try { |
| return mqAdminExt.examineTopicStats(topic); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| } |
| |
| @Override |
| public TopicRouteData route(String topic) { |
| try { |
| return mqAdminExt.examineTopicRouteInfo(topic); |
| } catch (Exception ex) { |
| throw Throwables.propagate(ex); |
| } |
| } |
| |
| @Override |
| public GroupList queryTopicConsumerInfo(String topic) { |
| try { |
| return mqAdminExt.queryTopicConsumeByWho(topic); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| } |
| |
| @Override |
| public void createOrUpdate(TopicConfigInfo topicCreateOrUpdateRequest) { |
| TopicConfig topicConfig = new TopicConfig(); |
| BeanUtils.copyProperties(topicCreateOrUpdateRequest, topicConfig); |
| try { |
| ClusterInfo clusterInfo = mqAdminExt.examineBrokerClusterInfo(); |
| for (String brokerName : changeToBrokerNameSet(clusterInfo.getClusterAddrTable(), |
| topicCreateOrUpdateRequest.getClusterNameList(), topicCreateOrUpdateRequest.getBrokerNameList())) { |
| mqAdminExt.createAndUpdateTopicConfig(clusterInfo.getBrokerAddrTable().get(brokerName).selectBrokerAddr(), topicConfig); |
| } |
| } catch (Exception err) { |
| throw Throwables.propagate(err); |
| } |
| } |
| |
| @Override |
| public TopicConfig examineTopicConfig(String topic, String brokerName) { |
| ClusterInfo clusterInfo = null; |
| try { |
| clusterInfo = mqAdminExt.examineBrokerClusterInfo(); |
| return mqAdminExt.examineTopicConfig(clusterInfo.getBrokerAddrTable().get(brokerName).selectBrokerAddr(), topic); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| } |
| |
| @Override |
| public List<TopicConfigInfo> examineTopicConfig(String topic) { |
| List<TopicConfigInfo> topicConfigInfoList = Lists.newArrayList(); |
| TopicRouteData topicRouteData = route(topic); |
| for (BrokerData brokerData : topicRouteData.getBrokerDatas()) { |
| TopicConfigInfo topicConfigInfo = new TopicConfigInfo(); |
| TopicConfig topicConfig = examineTopicConfig(topic, brokerData.getBrokerName()); |
| BeanUtils.copyProperties(topicConfig, topicConfigInfo); |
| topicConfigInfo.setBrokerNameList(Lists.newArrayList(brokerData.getBrokerName())); |
| topicConfigInfoList.add(topicConfigInfo); |
| } |
| return topicConfigInfoList; |
| } |
| |
| @Override |
| public boolean deleteTopic(String topic, String clusterName) { |
| try { |
| if (StringUtils.isBlank(clusterName)) { |
| return deleteTopic(topic); |
| } |
| Set<String> masterSet = CommandUtil.fetchMasterAddrByClusterName(mqAdminExt, clusterName); |
| mqAdminExt.deleteTopicInBroker(masterSet, topic); |
| Set<String> nameServerSet = null; |
| if (StringUtils.isNotBlank(configure.getNamesrvAddr())) { |
| String[] ns = configure.getNamesrvAddr().split(";"); |
| nameServerSet = new HashSet<String>(Arrays.asList(ns)); |
| } |
| mqAdminExt.deleteTopicInNameServer(nameServerSet, topic); |
| } catch (Exception err) { |
| throw Throwables.propagate(err); |
| } |
| return true; |
| } |
| |
| @Override |
| public boolean deleteTopic(String topic) { |
| ClusterInfo clusterInfo = null; |
| try { |
| clusterInfo = mqAdminExt.examineBrokerClusterInfo(); |
| } catch (Exception err) { |
| throw Throwables.propagate(err); |
| } |
| for (String clusterName : clusterInfo.getClusterAddrTable().keySet()) { |
| deleteTopic(topic, clusterName); |
| } |
| return true; |
| } |
| |
| @Override |
| public boolean deleteTopicInBroker(String brokerName, String topic) { |
| |
| try { |
| ClusterInfo clusterInfo = null; |
| try { |
| clusterInfo = mqAdminExt.examineBrokerClusterInfo(); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| mqAdminExt.deleteTopicInBroker(Sets.newHashSet(clusterInfo.getBrokerAddrTable().get(brokerName).selectBrokerAddr()), topic); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } |
| return true; |
| } |
| |
| public DefaultMQProducer buildDefaultMQProducer(String producerGroup, RPCHook rpcHook) { |
| return buildDefaultMQProducer(producerGroup, rpcHook, false); |
| } |
| |
| public DefaultMQProducer buildDefaultMQProducer(String producerGroup, RPCHook rpcHook, boolean traceEnabled) { |
| DefaultMQProducer defaultMQProducer = new DefaultMQProducer(producerGroup, rpcHook, traceEnabled, TopicValidator.RMQ_SYS_TRACE_TOPIC); |
| defaultMQProducer.setUseTLS(configure.isUseTLS()); |
| return defaultMQProducer; |
| } |
| |
| private TopicList getSystemTopicList() { |
| RPCHook rpcHook = null; |
| boolean isEnableAcl = !StringUtils.isEmpty(configure.getAccessKey()) && !StringUtils.isEmpty(configure.getSecretKey()); |
| if (isEnableAcl) { |
| rpcHook = new AclClientRPCHook(new SessionCredentials(configure.getAccessKey(), configure.getSecretKey())); |
| } |
| DefaultMQProducer producer = buildDefaultMQProducer(MixAll.SELF_TEST_PRODUCER_GROUP, rpcHook); |
| producer.setInstanceName(String.valueOf(System.currentTimeMillis())); |
| producer.setNamesrvAddr(configure.getNamesrvAddr()); |
| |
| try { |
| producer.start(); |
| return producer.getDefaultMQProducerImpl().getmQClientFactory().getMQClientAPIImpl().getSystemTopicList(20000L); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } finally { |
| producer.shutdown(); |
| } |
| } |
| |
| @Override |
| public SendResult sendTopicMessageRequest(SendTopicMessageRequest sendTopicMessageRequest) { |
| DefaultMQProducer producer = null; |
| AclClientRPCHook rpcHook = null; |
| if (configure.isACLEnabled()) { |
| rpcHook = new AclClientRPCHook(new SessionCredentials( |
| configure.getAccessKey(), |
| configure.getSecretKey() |
| )); |
| } |
| producer = buildDefaultMQProducer(MixAll.SELF_TEST_PRODUCER_GROUP, rpcHook, sendTopicMessageRequest.isTraceEnabled()); |
| producer.setInstanceName(String.valueOf(System.currentTimeMillis())); |
| producer.setNamesrvAddr(configure.getNamesrvAddr()); |
| try { |
| producer.start(); |
| Message msg = new Message(sendTopicMessageRequest.getTopic(), |
| sendTopicMessageRequest.getTag(), |
| sendTopicMessageRequest.getKey(), |
| sendTopicMessageRequest.getMessageBody().getBytes() |
| ); |
| return producer.send(msg); |
| } catch (Exception e) { |
| throw Throwables.propagate(e); |
| } finally { |
| waitSendTraceFinish(producer, sendTopicMessageRequest.isTraceEnabled()); |
| producer.shutdown(); |
| } |
| } |
| |
| private void waitSendTraceFinish(DefaultMQProducer producer, boolean traceEnabled) { |
| if (!traceEnabled) { |
| return; |
| } |
| try { |
| TraceDispatcher traceDispatcher = Reflect.on(producer).field("traceDispatcher").get(); |
| if (traceDispatcher != null) { |
| ArrayBlockingQueue<TraceContext> traceContextQueue = Reflect.on(traceDispatcher).field("traceContextQueue").get(); |
| while (traceContextQueue.size() > 0) { |
| Thread.sleep(1); |
| } |
| } |
| // wait another 150ms until async request send finish |
| // after new RocketMQ version released, this logic can be removed |
| // https://github.com/apache/rocketmq/pull/2989 |
| Thread.sleep(150); |
| } catch (Exception ignore) { |
| } |
| } |
| } |
