safeguard-impl/src/main/java/org/apache/safeguard/impl/retry/BaseRetryInterceptor.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements. See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership. The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License. You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing,
 * software distributed under the License is distributed on an
 * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
 * KIND, either express or implied. See the License for the
 * specific language governing permissions and limitations
 * under the License.
 */
package org.apache.safeguard.impl.retry;

import static java.lang.Math.max;
import static java.lang.Math.min;

import java.io.Serializable;
import java.lang.reflect.Method;
import java.util.Map;
import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ThreadLocalRandom;
import java.util.concurrent.TimeUnit;
import java.util.concurrent.atomic.AtomicInteger;
import java.util.stream.Stream;

import javax.enterprise.context.ApplicationScoped;
import javax.inject.Inject;
import javax.interceptor.AroundInvoke;
import javax.interceptor.InvocationContext;

import org.apache.safeguard.impl.annotation.AnnotationFinder;
import org.apache.safeguard.impl.config.ConfigurationMapper;
import org.apache.safeguard.impl.interceptor.IdGeneratorInterceptor;
import org.apache.safeguard.impl.metrics.FaultToleranceMetrics;
import org.eclipse.microprofile.faulttolerance.Retry;
import org.eclipse.microprofile.faulttolerance.exceptions.FaultToleranceException;

public abstract class BaseRetryInterceptor implements Serializable {

    @Inject
    private Cache cache;

    @AroundInvoke
    public Object retry(final InvocationContext context) throws Exception {
        final Map<Method, Model> models = cache.getModels();
        Model model = models.get(context.getMethod());
        if (model == null) {
            model = cache.create(context);
            models.putIfAbsent(context.getMethod(), model);
        }

        final Map<String, Object> contextData = context.getContextData();
        final String counterKey = BaseRetryInterceptor.class.getName() + ".counter_"
                + contextData.get(IdGeneratorInterceptor.class.getName());
        final String counterActionKey = BaseRetryInterceptor.class.getName() + ".counterAction_"
                + contextData.get(IdGeneratorInterceptor.class.getName());
        AtomicInteger counter = AtomicInteger.class.cast(contextData.get(counterKey));
        if (counter == null) {
            counter = new AtomicInteger(model.maxRetries);
            contextData.put(counterKey, counter);
        }

        while (counter.get() >= 0) {
            try {
                final Object proceed = context.proceed();
                if (counter.get() == model.maxRetries) {
                    executeFinalCounterAction(contextData, counterActionKey, model.callsSucceededNotRetried);
                } else {
                    executeFinalCounterAction(contextData, counterActionKey, model.callsSucceededRetried);
                }
                return proceed;
            } catch (final Exception re) {
                // refresh the counter from the other interceptors
                counter = AtomicInteger.class.cast(contextData.get(counterKey));

                if (model.abortOn(re) || counter.decrementAndGet() < 0) {
                    executeFinalCounterAction(contextData, counterActionKey, model.callsFailed);
                    throw re;
                }
                if (!model.retryOn(re)) {
                    throw re;
                }
                model.retries.inc();
                Thread.sleep(model.nextPause());
            }
        }
        throw new FaultToleranceException("Inaccessible normally, here for compilation");
    }

    protected abstract void executeFinalCounterAction(Map<String, Object> contextData, String counterActionKey,
            FaultToleranceMetrics.Counter counter);

    static class Model {

        private final Class<? extends Throwable>[] abortOn;

        private final Class<? extends Throwable>[] retryOn;

        private final long maxDuration;

        private final int maxRetries;

        private final long delay;

        private final long jitter;

        private final FaultToleranceMetrics.Counter callsSucceededNotRetried;

        private final FaultToleranceMetrics.Counter callsSucceededRetried;

        private final FaultToleranceMetrics.Counter callsFailed;

        private final FaultToleranceMetrics.Counter retries;

        private Model(final Retry retry, final FaultToleranceMetrics.Counter callsSucceededNotRetried,
                final FaultToleranceMetrics.Counter callsSucceededRetried, final FaultToleranceMetrics.Counter callsFailed,
                final FaultToleranceMetrics.Counter retries) {
            this.abortOn = retry.abortOn();
            this.retryOn = retry.retryOn();
            this.maxDuration = retry.delayUnit().getDuration().toNanos() * retry.maxDuration();
            this.maxRetries = retry.maxRetries();
            this.delay = retry.delayUnit().getDuration().toNanos() * retry.delay();
            this.jitter = retry.jitterDelayUnit().getDuration().toNanos() * retry.jitter();
            this.callsSucceededNotRetried = callsSucceededNotRetried;
            this.callsSucceededRetried = callsSucceededRetried;
            this.callsFailed = callsFailed;
            this.retries = retries;
        }

        private boolean abortOn(final Exception re) {
            return matches(abortOn, re);
        }

        private boolean retryOn(final Exception re) {
            return matches(retryOn, re);
        }

        private boolean matches(final Class<? extends Throwable>[] list, final Exception re) {
            return list.length > 0 && Stream.of(list).anyMatch(it -> it.isInstance(re) || it.isInstance(re.getCause()));
        }

        private long nextPause() {
            final ThreadLocalRandom random = ThreadLocalRandom.current();
            return TimeUnit.NANOSECONDS
                    .toMillis(min(maxDuration, max(0, ((random.nextBoolean() ? 1 : -1) * delay) + random.nextLong(jitter))));
        }
    }

    @ApplicationScoped
    public static class Cache {

        private final Map<Method, Model> models = new ConcurrentHashMap<>();

        @Inject
        private AnnotationFinder finder;

        @Inject
        private ConfigurationMapper configurationMapper;

        @Inject
        private FaultToleranceMetrics metrics;

        public Map<Method, Model> getModels() {
            return models;
        }

        public Model create(final InvocationContext context) {
            final Retry retry = finder.findAnnotation(Retry.class, context);
            final Retry configuredRetry = configurationMapper.map(retry, context.getMethod(), Retry.class);
            final String metricsNameBase = "ft." + context.getMethod().getDeclaringClass().getCanonicalName() + "."
                    + context.getMethod().getName() + ".retry.";
            return new Model(configuredRetry,
                    metrics.counter(metricsNameBase + "callsSucceededNotRetried.total",
                            "The number of times the method was called and succeeded without retrying"),
                    metrics.counter(metricsNameBase + "callsSucceededRetried.total",
                            "The number of times the method was called and succeeded after retrying at least once"),
                    metrics.counter(metricsNameBase + "callsFailed.total",
                            "The number of times the method was called and ultimately failed after retrying"),
                    metrics.counter(metricsNameBase + "retries.total", "The total number of times the method was retried"));
        }
    }
}