agent/src/main/java/org/apache/airavata/mft/agent/rpc/RPCParser.java

/*
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements.  See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

package org.apache.airavata.mft.agent.rpc;

import com.fasterxml.jackson.databind.ObjectMapper;
import com.google.protobuf.util.JsonFormat;
import org.apache.airavata.mft.admin.models.rpc.SyncRPCRequest;
import org.apache.airavata.mft.admin.models.rpc.SyncRPCResponse;
import org.apache.airavata.mft.agent.http.AgentHttpDownloadData;
import org.apache.airavata.mft.agent.http.HttpTransferRequestsStore;
import org.apache.airavata.mft.common.AuthToken;
import org.apache.airavata.mft.core.ConnectorResolver;
import org.apache.airavata.mft.core.DirectoryResourceMetadata;
import org.apache.airavata.mft.core.FileResourceMetadata;
import org.apache.airavata.mft.core.MetadataCollectorResolver;
import org.apache.airavata.mft.core.api.ConnectorConfig;
import org.apache.airavata.mft.core.api.IncomingChunkedConnector;
import org.apache.airavata.mft.core.api.IncomingStreamingConnector;
import org.apache.airavata.mft.core.api.MetadataCollector;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.beans.factory.annotation.Autowired;

import java.util.Optional;

public class RPCParser {

    private static final Logger logger = LoggerFactory.getLogger(RPCParser.class);

    @org.springframework.beans.factory.annotation.Value("${resource.service.host}")
    private String resourceServiceHost;

    @org.springframework.beans.factory.annotation.Value("${resource.service.port}")
    private int resourceServicePort;

    @org.springframework.beans.factory.annotation.Value("${secret.service.host}")
    private String secretServiceHost;

    @org.springframework.beans.factory.annotation.Value("${secret.service.port}")
    private int secretServicePort;

    @org.springframework.beans.factory.annotation.Value("${agent.advertised.url}")
    private String agentAdvertisedUrl;

    @Autowired
    private HttpTransferRequestsStore httpTransferRequestsStore;

    public String resolveRPCRequest(SyncRPCRequest request) throws Exception {
        // TODO implement using the reflection
        ObjectMapper mapper = new ObjectMapper();
        logger.info("Accepting sync request {} for method {}", request.getRequestId(), request.getMethod());

        switch (request.getMethod()) {
            case "getFileResourceMetadata":
                String resourceId = request.getParameters().get("resourceId");
                String resourceType = request.getParameters().get("resourceType");
                String resourceToken = request.getParameters().get("resourceToken");

                AuthToken.Builder tokenBuilder = AuthToken.newBuilder();
                JsonFormat.parser().merge(request.getParameters().get("mftAuthorizationToken"), tokenBuilder);
                AuthToken mftAuthorizationToken = tokenBuilder.build();

                Optional<MetadataCollector> metadataCollectorOp = MetadataCollectorResolver.resolveMetadataCollector(resourceType);
                if (metadataCollectorOp.isPresent()) {
                    MetadataCollector metadataCollector = metadataCollectorOp.get();
                    metadataCollector.init(resourceServiceHost, resourceServicePort, secretServiceHost, secretServicePort);
                    FileResourceMetadata fileResourceMetadata = metadataCollector
                            .getFileResourceMetadata(mftAuthorizationToken, resourceId, resourceToken);
                    return mapper.writeValueAsString(fileResourceMetadata);
                }
                break;

            case "getChildFileResourceMetadata":
                resourceId = request.getParameters().get("resourceId");
                resourceType = request.getParameters().get("resourceType");
                resourceToken = request.getParameters().get("resourceToken");
                String childPath = request.getParameters().get("childPath");

                tokenBuilder = AuthToken.newBuilder();
                JsonFormat.parser().merge(request.getParameters().get("mftAuthorizationToken"), tokenBuilder);
                mftAuthorizationToken = tokenBuilder.build();

                metadataCollectorOp = MetadataCollectorResolver.resolveMetadataCollector(resourceType);
                if (metadataCollectorOp.isPresent()) {
                    MetadataCollector metadataCollector = metadataCollectorOp.get();
                    metadataCollector.init(resourceServiceHost, resourceServicePort, secretServiceHost, secretServicePort);
                    FileResourceMetadata fileResourceMetadata = metadataCollector
                            .getFileResourceMetadata(mftAuthorizationToken, resourceId, childPath, resourceToken);
                    return mapper.writeValueAsString(fileResourceMetadata);
                }
                break;

            case "getDirectoryResourceMetadata":
                resourceId = request.getParameters().get("resourceId");
                resourceType = request.getParameters().get("resourceType");
                resourceToken = request.getParameters().get("resourceToken");

                tokenBuilder = AuthToken.newBuilder();
                JsonFormat.parser().merge(request.getParameters().get("mftAuthorizationToken"), tokenBuilder);
                mftAuthorizationToken = tokenBuilder.build();

                metadataCollectorOp = MetadataCollectorResolver.resolveMetadataCollector(resourceType);
                if (metadataCollectorOp.isPresent()) {
                    MetadataCollector metadataCollector = metadataCollectorOp.get();
                    metadataCollector.init(resourceServiceHost, resourceServicePort, secretServiceHost, secretServicePort);
                    DirectoryResourceMetadata dirResourceMetadata = metadataCollector
                            .getDirectoryResourceMetadata(mftAuthorizationToken, resourceId, resourceToken);
                    return mapper.writeValueAsString(dirResourceMetadata);
                }
                break;

            case "getChildDirectoryResourceMetadata":
                resourceId = request.getParameters().get("resourceId");
                resourceType = request.getParameters().get("resourceType");
                resourceToken = request.getParameters().get("resourceToken");
                childPath = request.getParameters().get("childPath");

                tokenBuilder = AuthToken.newBuilder();
                JsonFormat.parser().merge(request.getParameters().get("mftAuthorizationToken"), tokenBuilder);
                mftAuthorizationToken = tokenBuilder.build();

                metadataCollectorOp = MetadataCollectorResolver.resolveMetadataCollector(resourceType);
                if (metadataCollectorOp.isPresent()) {
                    MetadataCollector metadataCollector = metadataCollectorOp.get();
                    metadataCollector.init(resourceServiceHost, resourceServicePort, secretServiceHost, secretServicePort);
                    DirectoryResourceMetadata dirResourceMetadata = metadataCollector
                            .getDirectoryResourceMetadata(mftAuthorizationToken, resourceId, childPath, resourceToken);
                    return mapper.writeValueAsString(dirResourceMetadata);
                }
                break;

            case "submitHttpDownload":
                resourceId = request.getParameters().get("resourceId");
                String childResourcePath = request.getParameters().get("childResourcePath");
                String sourceToken = request.getParameters().get("sourceToken");
                String storeType = request.getParameters().get("storeType");

                tokenBuilder = AuthToken.newBuilder();
                JsonFormat.parser().merge(request.getParameters().get("mftAuthorizationToken"), tokenBuilder);
                mftAuthorizationToken = tokenBuilder.build();

                metadataCollectorOp = MetadataCollectorResolver.resolveMetadataCollector(storeType);
                Optional<IncomingStreamingConnector> connectorStreamingOp = ConnectorResolver.resolveIncomingStreamingConnector(storeType);
                Optional<IncomingChunkedConnector> connectorChunkedOp = ConnectorResolver.resolveIncomingChunkedConnector(storeType);

                if (metadataCollectorOp.isPresent() && (connectorStreamingOp.isPresent() || connectorChunkedOp.isPresent())) {

                    MetadataCollector metadataCollector = metadataCollectorOp.get();
                    metadataCollector.init(resourceServiceHost, resourceServicePort, secretServiceHost, secretServicePort);

                    FileResourceMetadata fileResourceMetadata = metadataCollector.getFileResourceMetadata(
                            mftAuthorizationToken,
                            resourceId,
                            childResourcePath,
                            sourceToken);

                    AgentHttpDownloadData.AgentHttpDownloadDataBuilder agentHttpDownloadDataBuilder = AgentHttpDownloadData.AgentHttpDownloadDataBuilder.newBuilder()
                            .withChildResourcePath(childResourcePath)
                            .withConnectorConfig(ConnectorConfig.ConnectorConfigBuilder.newBuilder()
                                    .withResourceServiceHost(resourceServiceHost)
                                    .withResourceServicePort(resourceServicePort)
                                    .withSecretServiceHost(secretServiceHost)
                                    .withSecretServicePort(secretServicePort)
                                    .withResourceId(resourceId)
                                    .withCredentialToken(sourceToken)
                                    .withAuthToken(mftAuthorizationToken)
                                    .withMetadata(fileResourceMetadata).build());

                    connectorStreamingOp.ifPresent(agentHttpDownloadDataBuilder::withIncomingStreamingConnector);
                    connectorChunkedOp.ifPresent(agentHttpDownloadDataBuilder::withIncomingChunkedConnector);

                    AgentHttpDownloadData downloadData = agentHttpDownloadDataBuilder.build();

                    String url = httpTransferRequestsStore.addDownloadRequest(downloadData);

                    return (agentAdvertisedUrl.endsWith("/")? agentAdvertisedUrl : agentAdvertisedUrl + "/") + url;
                } else {
                    logger.error("Medata collector or connector is not available for store type {}", storeType);
                    throw new Exception("Medata collector or connector is not available for store type " + storeType);
                }
        }
        logger.error("Unknown method type specified {}", request.getMethod());
        throw new Exception("Unknown method " + request.getMethod());
    }

    public SyncRPCResponse processRPCRequest(SyncRPCRequest request) {
        SyncRPCResponse response = new SyncRPCResponse();
        response.setMessageId(request.getMessageId());
        try {
            String respStr = resolveRPCRequest(request);
            response.setResponseAsStr(respStr);
            response.setResponseStatus(SyncRPCResponse.ResponseStatus.SUCCESS);
        } catch (Exception e) {
            logger.error("Errored while processing the rpc request for message {} and method {}",
                    request.getMessageId(), request.getMethod(), e);
            response.setErrorAsStr(e.getMessage());
            response.setResponseStatus(SyncRPCResponse.ResponseStatus.FAIL);
        }
        return response;
    }
}