| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.flink.state.changelog.restore; |
| |
| import org.apache.flink.annotation.Internal; |
| import org.apache.flink.runtime.state.AbstractKeyedStateBackend; |
| import org.apache.flink.runtime.state.KeyedStateHandle; |
| import org.apache.flink.runtime.state.changelog.ChangelogStateBackendHandle; |
| import org.apache.flink.runtime.state.changelog.ChangelogStateHandle; |
| import org.apache.flink.runtime.state.changelog.StateChange; |
| import org.apache.flink.runtime.state.changelog.StateChangelogHandleReader; |
| import org.apache.flink.state.changelog.ChangelogKeyedStateBackend; |
| import org.apache.flink.util.CloseableIterator; |
| import org.apache.flink.util.Preconditions; |
| import org.apache.flink.util.function.BiFunctionWithException; |
| import org.apache.flink.util.function.FunctionWithException; |
| |
| import java.util.Collection; |
| import java.util.HashMap; |
| import java.util.Map; |
| import java.util.Objects; |
| import java.util.stream.Collectors; |
| |
| /** |
| * Restores {@link ChangelogKeyedStateBackend} from the provided {@link ChangelogStateBackendHandle |
| * handles}. |
| */ |
| @Internal |
| public class ChangelogBackendRestoreOperation { |
| /** Builds base backend for {@link ChangelogKeyedStateBackend} from state. */ |
| @FunctionalInterface |
| public interface BaseBackendBuilder<K> |
| extends FunctionWithException< |
| Collection<KeyedStateHandle>, AbstractKeyedStateBackend<K>, Exception> {} |
| |
| /** Builds {@link ChangelogKeyedStateBackend} from the base backend and state. */ |
| @FunctionalInterface |
| public interface DeltaBackendBuilder<K> |
| extends BiFunctionWithException< |
| AbstractKeyedStateBackend<K>, |
| Collection<ChangelogStateBackendHandle>, |
| ChangelogKeyedStateBackend<K>, |
| Exception> {} |
| |
| public static <K, T extends ChangelogStateHandle> ChangelogKeyedStateBackend<K> restore( |
| StateChangelogHandleReader<T> changelogHandleReader, |
| ClassLoader classLoader, |
| Collection<ChangelogStateBackendHandle> stateHandles, |
| BaseBackendBuilder<K> baseBackendBuilder, |
| DeltaBackendBuilder<K> changelogBackendBuilder) |
| throws Exception { |
| Collection<KeyedStateHandle> baseState = extractBaseState(stateHandles); |
| AbstractKeyedStateBackend<K> baseBackend = baseBackendBuilder.apply(baseState); |
| ChangelogKeyedStateBackend<K> changelogBackend = |
| changelogBackendBuilder.apply(baseBackend, stateHandles); |
| |
| for (ChangelogStateBackendHandle handle : stateHandles) { |
| if (handle != null) { // null is empty state (no change) |
| readBackendHandle(changelogBackend, handle, changelogHandleReader, classLoader); |
| } |
| } |
| return changelogBackend; |
| } |
| |
| @SuppressWarnings("unchecked") |
| private static <T extends ChangelogStateHandle> void readBackendHandle( |
| ChangelogKeyedStateBackend<?> backend, |
| ChangelogStateBackendHandle backendHandle, |
| StateChangelogHandleReader<T> changelogHandleReader, |
| ClassLoader classLoader) |
| throws Exception { |
| Map<Short, StateID> stateIds = new HashMap<>(); |
| for (ChangelogStateHandle changelogHandle : |
| backendHandle.getNonMaterializedStateHandles()) { |
| try (CloseableIterator<StateChange> changes = |
| changelogHandleReader.getChanges((T) changelogHandle)) { |
| while (changes.hasNext()) { |
| ChangelogBackendLogApplier.apply( |
| changes.next(), backend, classLoader, stateIds); |
| } |
| } |
| } |
| } |
| |
| private static Collection<KeyedStateHandle> extractBaseState( |
| Collection<ChangelogStateBackendHandle> stateHandles) { |
| Preconditions.checkNotNull(stateHandles); |
| return stateHandles.stream() |
| .filter(Objects::nonNull) |
| .map(ChangelogStateBackendHandle::getMaterializedStateHandles) |
| .flatMap(Collection::stream) |
| .collect(Collectors.toList()); |
| } |
| |
| private ChangelogBackendRestoreOperation() {} |
| } |