stack/rest/src/main/java/org/apache/usergrid/rest/system/IndexResource.java

/*
 *
 *  * Licensed to the Apache Software Foundation (ASF) under one or more
 *  *  contributor license agreements.  The ASF licenses this file to You
 *  * under the Apache License, Version 2.0 (the "License"); you may not
 *  * use this file except in compliance with the License.
 *  * You may obtain a copy of the License at
 *  *
 *  *     http://www.apache.org/licenses/LICENSE-2.0
 *  *
 *  * Unless required by applicable law or agreed to in writing, software
 *  * distributed under the License is distributed on an "AS IS" BASIS,
 *  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 *  * See the License for the specific language governing permissions and
 *  * limitations under the License.  For additional information regarding
 *  * copyright in this work, please see the NOTICE file in the top level
 *  * directory of this distribution.
 *
 */

package org.apache.usergrid.rest.system;


import com.fasterxml.jackson.jaxrs.json.annotation.JSONP;
import com.google.common.base.Preconditions;
import com.google.inject.Injector;

import org.apache.usergrid.corepersistence.index.ReIndexRequestBuilder;
import org.apache.usergrid.corepersistence.index.ReIndexRequestBuilderImpl;
import org.apache.usergrid.corepersistence.index.ReIndexService;
import org.apache.usergrid.persistence.EntityManager;
import org.apache.usergrid.persistence.index.utils.ConversionUtils;
import org.apache.usergrid.persistence.index.utils.UUIDUtils;
import org.apache.usergrid.rest.AbstractContextResource;
import org.apache.usergrid.rest.ApiResponse;
import org.apache.usergrid.rest.RootResource;
import org.apache.usergrid.rest.security.annotations.RequireSystemAccess;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import org.springframework.context.annotation.Scope;
import org.springframework.stereotype.Component;

import javax.ws.rs.*;
import javax.ws.rs.core.Context;
import javax.ws.rs.core.MediaType;
import javax.ws.rs.core.UriInfo;
import java.util.HashMap;
import java.util.Map;
import java.util.UUID;


/**
 * system/index/otherstuff
 */
@Component
@Scope( "singleton" )
@Produces( {
    MediaType.APPLICATION_JSON, "application/javascript", "application/x-javascript", "text/ecmascript",
    "application/ecmascript", "text/jscript"
} )
public class IndexResource extends AbstractContextResource {

    private static final Logger logger = LoggerFactory.getLogger( IndexResource.class );
    private static final String UPDATED_FIELD = "updated";



    public IndexResource() {
        super();
    }

    public IndexResource( Injector injector) {
        this.injector = injector;
    }


    @RequireSystemAccess
    @POST
    @Path( "rebuild" )
    public ApiResponse rebuildIndexesPost( @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )
        throws Exception {


        logger.info("Rebuilding all applications");

        final ReIndexRequestBuilder request = createRequest();

        return executeAndCreateResponse( request, callback );
    }

    @RequireSystemAccess
    @GET
    @Path( "rebuild/{jobId}" )
    @JSONP
    @Produces({ MediaType.APPLICATION_JSON, "application/javascript" })
    public ApiResponse rebuildIndexesGet(
        @PathParam( "jobId" ) String jobId,
        @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )


        throws Exception {
        if (logger.isTraceEnabled()) {
            logger.trace("Getting status for index jobs");
        }

        Preconditions
            .checkNotNull(jobId, "query param jobId must not be null" );


        ReIndexService.ReIndexStatus status = getReIndexService().getStatus(jobId);

        final ApiResponse response = createApiResponse();

        response.setAction( "rebuild indexes" );
        response.setProperty( "jobId", status.getJobId() );
        response.setProperty( "status", status.getStatus() );
        response.setProperty( "lastUpdatedEpoch", status.getLastUpdated() );
        response.setProperty( "numberQueued", status.getNumberProcessed() );
        response.setSuccess();

        return response;
    }

    @RequireSystemAccess
    @PUT
    @Path( "rebuild" )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildIndexesPut( final Map<String, Object> payload,
                                              @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )
        throws Exception {


        logger.info( "Resuming rebuilding all applications" );
        final ReIndexRequestBuilder request = createRequest();

        return executeResumeAndCreateResponse( payload, request, callback );
    }


    @RequireSystemAccess
    @POST
    @Path( "rebuild/" + RootResource.APPLICATION_ID_PATH )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildIndexesPut( @PathParam( "applicationId" ) String applicationIdStr,
                                              @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback,
                                              @QueryParam( "delay" ) @DefaultValue( "10" ) final long delay )

        throws Exception {


        logger.info( "Rebuilding application {}", applicationIdStr );


        final UUID appId = UUIDUtils.tryExtractUUID( applicationIdStr );

        final ReIndexRequestBuilder request = createRequest().withApplicationId( appId );

        return executeAndCreateResponse( request, callback );
    }


    @RequireSystemAccess
    @PUT
    @Path( "rebuild/" + RootResource.APPLICATION_ID_PATH )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildIndexesPut( final Map<String, Object> payload,
                                              @PathParam( "applicationId" ) String applicationIdStr,
                                              @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback,
                                              @QueryParam( "delay" ) @DefaultValue( "10" ) final long delay )

        throws Exception {

        logger.info( "Resuming rebuilding application {}", applicationIdStr );

        final UUID appId = UUIDUtils.tryExtractUUID( applicationIdStr );

        final ReIndexRequestBuilder request = createRequest().withApplicationId( appId );

        return executeResumeAndCreateResponse( payload, request, callback );
    }


    @RequireSystemAccess
    @POST
    @Path( "rebuild/" + RootResource.APPLICATION_ID_PATH + "/{collectionName}" )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildIndexesPost( @PathParam( "applicationId" ) final String applicationIdStr,
                                               @PathParam( "collectionName" ) final String collectionName,
                                               @QueryParam( "reverse" ) @DefaultValue( "false" ) final Boolean reverse,
                                               @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )
        throws Exception {


        logger.info( "Rebuilding collection {} in  application {}", collectionName, applicationIdStr );

        final UUID appId = UUIDUtils.tryExtractUUID( applicationIdStr );

        final ReIndexRequestBuilder request =
            createRequest().withApplicationId( appId ).withCollection( collectionName );

        return executeAndCreateResponse( request, callback );
    }


    @RequireSystemAccess
    @PUT
    @Path( "rebuild/" + RootResource.APPLICATION_ID_PATH + "/{collectionName}" )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildIndexesPut( final Map<String, Object> payload,
                                              @PathParam( "applicationId" ) final String applicationIdStr,
                                              @PathParam( "collectionName" ) final String collectionName,
                                              @QueryParam( "reverse" ) @DefaultValue( "false" ) final Boolean reverse,
                                              @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )
        throws Exception {

        logger.info( "Resuming rebuilding collection {} in  application {}", collectionName, applicationIdStr );

        final UUID appId = UUIDUtils.tryExtractUUID( applicationIdStr );

        final ReIndexRequestBuilder request =
            createRequest().withApplicationId( appId ).withCollection( collectionName );

        return executeResumeAndCreateResponse( payload, request, callback );
    }


    @RequireSystemAccess
    @POST
    @Path( "rebuild/management" )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildInternalIndexesPost(
        @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback ) throws Exception {


        final UUID managementAppId = emf.getManagementAppId();

        logger.info( "Rebuilding management application with id {} ", managementAppId );
        final ReIndexRequestBuilder request = createRequest().withApplicationId( managementAppId );

        return executeAndCreateResponse( request, callback );
    }


    @RequireSystemAccess
    @PUT
    @Path( "rebuild/management" )
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse rebuildInternalIndexesPut( final Map<String, Object> payload,
                                                      @QueryParam( "callback" ) @DefaultValue( "callback" )
                                                      String callback ) throws Exception {


        final UUID managementAppId = emf.getManagementAppId();

        logger.info( "Resuming rebuilding management application with id {} ", managementAppId );
        final ReIndexRequestBuilder request = createRequest().withApplicationId( managementAppId );

        return executeResumeAndCreateResponse( payload, request, callback );
    }


    @RequireSystemAccess
    @POST
    @Path(RootResource.APPLICATION_ID_PATH)
    @JSONP
    @Produces({MediaType.APPLICATION_JSON, "application/javascript"})
    public ApiResponse addIndex( @Context UriInfo ui,
                                     @PathParam( "applicationId" ) final String applicationIdStr,
                                     Map<String, Object> config,
                                     @QueryParam( "callback" ) @DefaultValue( "callback" ) String callback )
        throws Exception {

        Preconditions
            .checkNotNull( config, "Payload for config is null, please pass {replicas:int, shards:int} in body" );

        ApiResponse response = createApiResponse();

        if ( !config.containsKey( "replicas" ) || !config.containsKey( "shards" ) ||
            !( config.get( "replicas" ) instanceof Integer ) || !( config.get( "shards" ) instanceof Integer ) ) {
            throw new IllegalArgumentException( "body must contains 'replicas' of type int and 'shards' of type int" );
        }

        if ( !config.containsKey( "indexSuffix" ) ) {
            throw new IllegalArgumentException( "Please add an indexSuffix to your post" );
        }
        final UUID appId = UUIDUtils.tryExtractUUID( applicationIdStr );

        if(appId == null){
            throw new IllegalArgumentException("Application ID in URL not a valid UUID");
        }

        EntityManager em = emf.getEntityManager(appId);
        em.addIndex(config.get("indexSuffix").toString(), (int) config.get("shards"),
            (int) config.get("replicas"), (String) config.get("writeConsistency"));
        response.setAction( "Add index to alias" );

        return response;
    }


    private ReIndexService getReIndexService() {
        return injector.getInstance( ReIndexService.class );
    }


    private ReIndexRequestBuilder createRequest() {
        //TODO: wire this up through spring, and in the future guice.
        return new ReIndexRequestBuilderImpl();
    }


    private ApiResponse executeResumeAndCreateResponse( final Map<String, Object> payload,
                                                            final ReIndexRequestBuilder request,
                                                            final String callback ) {

        Map<String,Object> newPayload = payload;
        if(newPayload == null ||  !payload.containsKey( UPDATED_FIELD )){
            newPayload = new HashMap<>(1);
            newPayload.put(UPDATED_FIELD,0);
        }

        Preconditions.checkArgument(newPayload.get(UPDATED_FIELD) instanceof Number,
                "You must specified the field \"updated\" in the payload and it must be a timestamp" );

        //add our updated timestamp to the request
        if ( newPayload.containsKey( UPDATED_FIELD ) ) {
            final long timestamp = ConversionUtils.getLong(newPayload.get(UPDATED_FIELD));
            request.withStartTimestamp( timestamp );
        }

        return executeAndCreateResponse( request, callback );
    }


    /**
     * Execute the request and return the response.
     */
    private ApiResponse executeAndCreateResponse( final ReIndexRequestBuilder request, final String callback ) {


        final ReIndexService.ReIndexStatus status = getReIndexService().rebuildIndex( request );

        final ApiResponse response = createApiResponse();

        response.setAction( "rebuild indexes" );
        response.setProperty( "jobId", status.getJobId() );
        response.setProperty( "status", status.getStatus() );
        response.setProperty( "lastUpdatedEpoch", status.getLastUpdated() );
        response.setProperty( "numberQueued", status.getNumberProcessed() );
        if (request.getUpdateTimestamp().isPresent() && request.getUpdateTimestamp().get() > 0L) {
            response.setProperty("updatedSince", request.getUpdateTimestamp());
        }
        response.setSuccess();

        return response;
    }
}