metron-interface/metron-rest/src/main/java/org/apache/metron/rest/service/impl/HdfsServiceImpl.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.metron.rest.service.impl;

import org.apache.commons.lang.StringUtils;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FSDataOutputStream;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.fs.Path;
import org.apache.hadoop.fs.permission.FsAction;
import org.apache.hadoop.fs.permission.FsPermission;
import org.apache.hadoop.io.IOUtils;
import org.apache.metron.rest.RestException;
import org.apache.metron.rest.service.HdfsService;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.io.ByteArrayOutputStream;
import java.io.FileNotFoundException;
import java.io.IOException;
import java.util.Arrays;
import java.util.List;
import java.util.stream.Collectors;

import static java.nio.charset.StandardCharsets.UTF_8;

@Service
public class HdfsServiceImpl implements HdfsService {

    private Configuration configuration;

    @Autowired
    public HdfsServiceImpl(Configuration configuration) {
        this.configuration = configuration;
    }

    @Override
    public List<String> list(Path path) throws RestException {
      try {
          return Arrays.asList(getFileSystem().listStatus(path)).stream().map(fileStatus -> fileStatus.getPath().getName()).collect(Collectors.toList());
      } catch (IOException e) {
          throw new RestException(e);
      }
    }

    @Override
    public String read(Path path) throws RestException {
      ByteArrayOutputStream byteArrayOutputStream = new ByteArrayOutputStream();
      try {
        IOUtils.copyBytes(getFileSystem().open(path), byteArrayOutputStream, configuration);
      } catch (FileNotFoundException e) {
        return null;
      } catch (IOException e) {
        throw new RestException(e);
      }
      return new String(byteArrayOutputStream.toByteArray(), UTF_8);
    }

  @Override
  public void write(Path path, byte[] contents, String userMode, String groupMode, String otherMode)
      throws RestException {
    FSDataOutputStream fsDataOutputStream;
    try {
      FsPermission permission = null;
      boolean setPermissions = false;
      if(StringUtils.isNotEmpty(userMode) && StringUtils.isNotEmpty(groupMode) && StringUtils.isNotEmpty(otherMode)) {
        // invalid actions will return null
        FsAction userAction = FsAction.getFsAction(userMode);
        FsAction groupAction = FsAction.getFsAction(groupMode);
        FsAction otherAction = FsAction.getFsAction(otherMode);
        if(userAction == null || groupAction == null || otherAction == null){
          throw new RestException(String.format("Invalid permission set: user[%s] " +
              "group[%s] other[%s]", userAction, groupAction, otherAction));
        }
        permission = new FsPermission(userAction, groupAction, otherAction);
        setPermissions = true;
      }
      fsDataOutputStream = getFileSystem().create(path, true);
      fsDataOutputStream.write(contents);
      fsDataOutputStream.close();
      if(setPermissions) {
        getFileSystem().setPermission(path, permission);
      }
    } catch (IOException e) {
      throw new RestException(e);
    }
  }

    @Override
    public boolean delete(Path path, boolean recursive) throws RestException {
      try {
        return getFileSystem().delete(path, recursive);
      } catch (IOException e) {
        throw new RestException(e);
      }
    }

    @Override
    public boolean mkdirs(Path path) throws RestException {
      try {
        return getFileSystem().mkdirs(path);
      } catch (IOException e) {
        throw new RestException(e);
      }
    }

    // Exposed for testing
    protected FileSystem getFileSystem() throws IOException {
        return FileSystem.get(configuration);
    }
}