| /* |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.ignite.internal.processors.hadoop.impl.igfs; |
| |
| import java.io.FileNotFoundException; |
| import java.io.IOException; |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.fs.AbstractFileSystem; |
| import org.apache.hadoop.fs.FileStatus; |
| import org.apache.hadoop.fs.FileSystem; |
| import org.apache.hadoop.fs.ParentNotDirectoryException; |
| import org.apache.hadoop.fs.Path; |
| import org.apache.hadoop.fs.PathExistsException; |
| import org.apache.hadoop.fs.PathIsNotEmptyDirectoryException; |
| import org.apache.ignite.IgniteCheckedException; |
| import org.apache.ignite.igfs.IgfsDirectoryNotEmptyException; |
| import org.apache.ignite.igfs.IgfsParentNotDirectoryException; |
| import org.apache.ignite.igfs.IgfsPathAlreadyExistsException; |
| import org.apache.ignite.igfs.IgfsPathNotFoundException; |
| import org.jetbrains.annotations.Nullable; |
| |
| /** |
| * Utility constants and methods for IGFS Hadoop file system. |
| */ |
| public class HadoopIgfsUtils { |
| /** Parameter name for endpoint no embed mode flag. */ |
| public static final String PARAM_IGFS_ENDPOINT_NO_EMBED = "fs.igfs.%s.endpoint.no_embed"; |
| |
| /** Parameter name for endpoint no shared memory flag. */ |
| public static final String PARAM_IGFS_ENDPOINT_NO_LOCAL_SHMEM = "fs.igfs.%s.endpoint.no_local_shmem"; |
| |
| /** Parameter name for endpoint no local TCP flag. */ |
| public static final String PARAM_IGFS_ENDPOINT_NO_LOCAL_TCP = "fs.igfs.%s.endpoint.no_local_tcp"; |
| |
| /** Parameter name for endpoint no remote TCP flag. */ |
| public static final String PARAM_IGFS_ENDPOINT_NO_REMOTE_TCP = "fs.igfs.%s.endpoint.no_remote_tcp"; |
| |
| /** Parameter name for endpoint path to Ignite client configuration. */ |
| public static final String PARAM_IGFS_ENDPOINT_IGNITE_CFG_PATH = "fs.igfs.%s.config_path"; |
| |
| /** |
| * Get string parameter. |
| * |
| * @param cfg Configuration. |
| * @param name Parameter name. |
| * @param authority Authority. |
| * @param dflt Default value. |
| * @return String value. |
| */ |
| public static String parameter(Configuration cfg, String name, String authority, String dflt) { |
| return cfg.get(String.format(name, authority != null ? authority : ""), dflt); |
| } |
| |
| /** |
| * Get integer parameter. |
| * |
| * @param cfg Configuration. |
| * @param name Parameter name. |
| * @param authority Authority. |
| * @param dflt Default value. |
| * @return Integer value. |
| * @throws IOException In case of parse exception. |
| */ |
| public static int parameter(Configuration cfg, String name, String authority, int dflt) throws IOException { |
| String name0 = String.format(name, authority != null ? authority : ""); |
| |
| try { |
| return cfg.getInt(name0, dflt); |
| } |
| catch (NumberFormatException ignore) { |
| throw new IOException("Failed to parse parameter value to integer: " + name0); |
| } |
| } |
| |
| /** |
| * Get boolean parameter. |
| * |
| * @param cfg Configuration. |
| * @param name Parameter name. |
| * @param authority Authority. |
| * @param dflt Default value. |
| * @return Boolean value. |
| */ |
| public static boolean parameter(Configuration cfg, String name, String authority, boolean dflt) { |
| return cfg.getBoolean(String.format(name, authority != null ? authority : ""), dflt); |
| } |
| |
| /** |
| * Cast Ignite exception to appropriate IO exception. |
| * |
| * @param e Exception to cast. |
| * @return Casted exception. |
| */ |
| public static IOException cast(IgniteCheckedException e) { |
| return cast(e, null); |
| } |
| |
| /** |
| * Cast Ignite exception to appropriate IO exception. |
| * |
| * @param e Exception to cast. |
| * @param path Path for exceptions. |
| * @return Casted exception. |
| */ |
| public static IOException cast(IgniteCheckedException e, @Nullable String path) { |
| assert e != null; |
| |
| // First check for any nested IOException; if exists - re-throw it. |
| if (e.hasCause(IOException.class)) |
| return e.getCause(IOException.class); |
| else if (e.hasCause(IgfsPathNotFoundException.class)) |
| return new FileNotFoundException(path); // TODO: Or PathNotFoundException? |
| else if (e.hasCause(IgfsParentNotDirectoryException.class)) |
| return new ParentNotDirectoryException(path); |
| else if (path != null && e.hasCause(IgfsDirectoryNotEmptyException.class)) |
| return new PathIsNotEmptyDirectoryException(path); |
| else if (path != null && e.hasCause(IgfsPathAlreadyExistsException.class)) |
| return new PathExistsException(path); |
| else { |
| String msg = e.getMessage(); |
| |
| return msg == null ? new IOException(e) : new IOException(msg, e); |
| } |
| } |
| |
| /** |
| * Deletes all files from the given file system. |
| * |
| * @param fs The file system to clean up. |
| * @throws IOException On error. |
| */ |
| public static void clear(FileSystem fs) throws IOException { |
| // Delete root contents: |
| FileStatus[] statuses = fs.listStatus(new Path("/")); |
| |
| if (statuses != null) { |
| for (FileStatus stat: statuses) |
| fs.delete(stat.getPath(), true); |
| } |
| } |
| |
| /** |
| * Deletes all files from the given file system. |
| * |
| * @param fs The file system to clean up. |
| * @throws IOException On error. |
| */ |
| public static void clear(AbstractFileSystem fs) throws IOException { |
| // Delete root contents: |
| FileStatus[] statuses = fs.listStatus(new Path("/")); |
| |
| if (statuses != null) { |
| for (FileStatus stat: statuses) |
| fs.delete(stat.getPath(), true); |
| } |
| } |
| |
| /** |
| * Constructor. |
| */ |
| private HadoopIgfsUtils() { |
| // No-op. |
| } |
| } |