modules/performance-statistics-ext/src/main/java/org/apache/ignite/internal/performancestatistics/handlers/TransactionsHandler.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.ignite.internal.performancestatistics.handlers;

import java.util.ArrayList;
import java.util.Arrays;
import java.util.EnumMap;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;
import com.fasterxml.jackson.databind.JsonNode;
import com.fasterxml.jackson.databind.node.ArrayNode;
import com.fasterxml.jackson.databind.node.ObjectNode;
import org.apache.ignite.internal.performancestatistics.handlers.CacheOperationsHandler.IntWrapper;
import org.apache.ignite.internal.processors.metric.impl.HistogramMetricImpl;
import org.apache.ignite.internal.util.GridIntIterator;
import org.apache.ignite.internal.util.GridIntList;
import org.apache.ignite.internal.util.typedef.internal.U;

import static org.apache.ignite.internal.performancestatistics.handlers.TransactionsHandler.TransactionState.COMMIT;
import static org.apache.ignite.internal.performancestatistics.handlers.TransactionsHandler.TransactionState.ROLLBACK;
import static org.apache.ignite.internal.performancestatistics.util.Utils.MAPPER;
import static org.apache.ignite.internal.performancestatistics.util.Utils.createArrayIfAbsent;
import static org.apache.ignite.internal.performancestatistics.util.Utils.createObjectIfAbsent;

/**
 * Builds JSON with aggregated transaction statistics and durations histogram.
 *
 * Example:
 * <pre>
 * {
 *    $nodeId : {
 *       $cacheId : {
 *          $txState : [ [ $startTime, $count] ]
 *       }
 *    }
 * }
 * </pre>
 */
public class TransactionsHandler implements IgnitePerformanceStatisticsHandler {
    /** Field name of aggregated by caches/nodes values. */
    private static final String TOTAL = "total";

    /** Transaction durations histogram buckets in milliseconds. */
    public static final long[] HISTOGRAM_BUCKETS = new long[] {1, 10, 100, 250, 1000};

    /** Aggregated results: nodeId -> cacheId -> txState -> aggregatedResults. */
    private final Map<UUID, Map<Integer, Map<TransactionState, Map<Long, IntWrapper>>>> res = new HashMap<>();

    /** Transaction durations histogram data: nodeId -> cacheId -> histogram. */
    private final Map<UUID, Map<Integer, HistogramMetricImpl>> histogram = new HashMap<>();

    /** {@inheritDoc} */
    @Override public void transaction(UUID nodeId, GridIntList cacheIds, long startTime, long duration,
        boolean commited) {
        ArrayList<Integer> cacheIdsArr = new ArrayList<>(cacheIds.size() + 1);

        // cacheId=0 means aggregate by all caches.
        cacheIdsArr.add(0);

        GridIntIterator iter = cacheIds.iterator();

        while (iter.hasNext())
            cacheIdsArr.add(iter.next());

        // nodeId=null means aggregate by all nodes.
        UUID[] nodesId = new UUID[] {null, nodeId};

        long aggrTime = startTime / 1000 * 1000;

        for (UUID node : nodesId) {
            for (Integer cacheId : cacheIdsArr) {
                res.computeIfAbsent(node, uuid -> new HashMap<>())
                    .computeIfAbsent(cacheId, id -> new EnumMap<>(TransactionState.class))
                    .computeIfAbsent(commited ? COMMIT : ROLLBACK, state -> new HashMap<>())
                    .computeIfAbsent(aggrTime, time -> new IntWrapper())
                    .count++;

                histogram.computeIfAbsent(node, uuid -> new HashMap<>())
                    .computeIfAbsent(cacheId, id -> new HistogramMetricImpl(id.toString(), null, HISTOGRAM_BUCKETS))
                    .value(U.nanosToMillis(duration));
            }
        }
    }

    /** {@inheritDoc} */
    @Override public Map<String, JsonNode> results() {
        ObjectNode jsonRes = resultsToJson();
        ObjectNode histogram = histogramToJson();

        ArrayNode buckets = MAPPER.createArrayNode();

        Arrays.stream(HISTOGRAM_BUCKETS).forEach(buckets::add);

        return U.map("tx", jsonRes, "txHistogram", histogram, "txHistogramBuckets", buckets);
    }

    /** Builds JSON. */
    private ObjectNode resultsToJson() {
        ObjectNode json = MAPPER.createObjectNode();

        res.forEach((nodeId, cachesMap) -> {
            ObjectNode nodesInfo = createObjectIfAbsent(nodeId == null ? TOTAL : String.valueOf(nodeId), json);

            cachesMap.forEach((cacheId, opsMap) -> {
                ObjectNode cachesInfo = createObjectIfAbsent(cacheId == 0 ? TOTAL : String.valueOf(cacheId), nodesInfo);

                opsMap.forEach((opType, timingMap) -> {
                    ArrayNode op = createArrayIfAbsent(opType.name().toLowerCase(), cachesInfo);

                    timingMap.forEach((time, count) -> {
                        ArrayNode arr = MAPPER.createArrayNode();

                        arr.add(time);
                        arr.add(count.count);

                        op.add(arr);
                    });
                });
            });
        });

        return json;
    }

    /** Builds JSON. */
    private ObjectNode histogramToJson() {
        ObjectNode json = MAPPER.createObjectNode();

        histogram.forEach((nodeId, map) -> {
            ObjectNode nodesInfo = createObjectIfAbsent(nodeId == null ? TOTAL : String.valueOf(nodeId), json);

            map.forEach((cacheId, metric) -> {
                ArrayNode values = createArrayIfAbsent(cacheId == 0 ? TOTAL : String.valueOf(cacheId), nodesInfo);

                Arrays.stream(metric.value()).forEach(values::add);
            });
        });

        return json;
    }

    /** */
    enum TransactionState {
        /** */
        COMMIT,

        /** */
        ROLLBACK
    }
}