| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, |
| * software distributed under the License is distributed on an |
| * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| * KIND, either express or implied. See the License for the |
| * specific language governing permissions and limitations |
| * under the License. |
| */ |
| |
| package org.apache.heron.metricsmgr.sink.metricscache; |
| |
| import java.time.Duration; |
| import java.util.logging.Logger; |
| |
| import com.google.protobuf.Message; |
| |
| import org.apache.heron.common.basics.Communicator; |
| import org.apache.heron.common.basics.NIOLooper; |
| import org.apache.heron.common.network.HeronClient; |
| import org.apache.heron.common.network.HeronSocketOptions; |
| import org.apache.heron.common.network.StatusCode; |
| import org.apache.heron.proto.tmaster.TopologyMaster; |
| |
| /** |
| * MetricsCacheClient connects to MetricsCache and then send TopologyMaster.PublishMetrics continuously. |
| * Note that MetricsCache will not send registerRequest or wait for registerResponse. |
| */ |
| public class MetricsCacheClient extends HeronClient implements Runnable { |
| private static final Logger LOG = Logger.getLogger(MetricsCacheClient.class.getName()); |
| private final Communicator<TopologyMaster.PublishMetrics> publishMetricsCommunicator; |
| private final String host; |
| private final int port; |
| private final Duration reconnectInterval; |
| |
| /** |
| * Constructor |
| * |
| * @param s the NIOLooper bind with this socket client |
| * @param host the host of remote endpoint to communicate with |
| * @param port the port of remote endpoint to communicate with |
| * @param publishMetricsCommunicator the queue to read PublishMetrics from and send to MetricsCache |
| */ |
| public MetricsCacheClient( |
| NIOLooper s, String host, int port, HeronSocketOptions options, |
| Communicator<TopologyMaster.PublishMetrics> publishMetricsCommunicator, |
| Duration reconnectInterval) { |
| super(s, host, port, options); |
| this.host = host; |
| this.port = port; |
| this.publishMetricsCommunicator = publishMetricsCommunicator; |
| this.reconnectInterval = reconnectInterval; |
| } |
| |
| @Override |
| public void onError() { |
| LOG.severe("Disconnected from MetricsCache."); |
| throw new RuntimeException("Errors happened due to write or read failure from MetricsCache."); |
| // We would not clear the publishMetricsCommunicator since we need to copy items from it |
| // to the new one to avoid data loss |
| } |
| |
| @Override |
| public void onConnect(StatusCode status) { |
| if (status != StatusCode.OK) { |
| LOG.severe("Cannot connect to the MetricsCache at " + host + ":" + port + ", Will Retry.."); |
| if (reconnectInterval != Duration.ZERO) { |
| Runnable r = new Runnable() { |
| public void run() { |
| start(); |
| } |
| }; |
| getNIOLooper().registerTimerEvent(reconnectInterval, r); |
| } |
| return; |
| } |
| |
| addMetricsCacheClientTasksOnWakeUp(); |
| |
| LOG.info("Connected to MetricsCache. Ready to send metrics"); |
| } |
| |
| private void addMetricsCacheClientTasksOnWakeUp() { |
| Runnable task = new Runnable() { |
| @Override |
| public void run() { |
| while (!publishMetricsCommunicator.isEmpty()) { |
| TopologyMaster.PublishMetrics publishMetrics = publishMetricsCommunicator.poll(); |
| LOG.info(String.format("%d Metrics, %d Exceptions to send to MetricsCache", |
| publishMetrics.getMetricsCount(), publishMetrics.getExceptionsCount())); |
| LOG.fine("Publish Metrics sending to MetricsCache: " + publishMetrics.toString()); |
| sendMessage(publishMetrics); |
| } |
| } |
| }; |
| getNIOLooper().addTasksOnWakeup(task); |
| } |
| |
| @Override |
| public void onResponse(StatusCode status, Object ctx, Message response) { |
| LOG.severe("MetricsCacheClient got an unknown response from MetricsCache"); |
| } |
| |
| @Override |
| public void onIncomingMessage(Message message) { |
| LOG.severe("MetricsCacheClient got an unknown message from MetricsCache"); |
| } |
| |
| @Override |
| public void onClose() { |
| LOG.info("MetricsCacheClient exits"); |
| } |
| |
| @Override |
| public void run() { |
| this.start(); |
| getNIOLooper().loop(); |
| } |
| } |