| /** |
| * |
| * Licensed under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or |
| * implied. See the License for the specific language governing |
| * permissions and limitations under the License. |
| * |
| * |
| * Implements the Hadoop FSOutputStream interfaces to allow applications to write to |
| * files in Kosmos File System (KFS). |
| */ |
| |
| package org.apache.hadoop.fs.kfs; |
| |
| import java.io.*; |
| import java.net.*; |
| import java.util.*; |
| import java.nio.ByteBuffer; |
| |
| import org.apache.hadoop.classification.InterfaceAudience; |
| import org.apache.hadoop.classification.InterfaceStability; |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.fs.Path; |
| import org.apache.hadoop.fs.FSDataOutputStream; |
| import org.apache.hadoop.util.Progressable; |
| |
| import org.kosmix.kosmosfs.access.KfsAccess; |
| import org.kosmix.kosmosfs.access.KfsOutputChannel; |
| |
| @InterfaceAudience.Private |
| @InterfaceStability.Unstable |
| class KFSOutputStream extends OutputStream { |
| |
| private String path; |
| private KfsOutputChannel kfsChannel; |
| private Progressable progressReporter; |
| |
| public KFSOutputStream(KfsAccess kfsAccess, String path, short replication, |
| boolean append, Progressable prog) { |
| this.path = path; |
| |
| if ((append) && (kfsAccess.kfs_isFile(path))) |
| this.kfsChannel = kfsAccess.kfs_append(path); |
| else |
| this.kfsChannel = kfsAccess.kfs_create(path, replication); |
| this.progressReporter = prog; |
| } |
| |
| public long getPos() throws IOException { |
| if (kfsChannel == null) { |
| throw new IOException("File closed"); |
| } |
| return kfsChannel.tell(); |
| } |
| |
| public void write(int v) throws IOException { |
| if (kfsChannel == null) { |
| throw new IOException("File closed"); |
| } |
| byte[] b = new byte[1]; |
| |
| b[0] = (byte) v; |
| write(b, 0, 1); |
| } |
| |
| public void write(byte b[], int off, int len) throws IOException { |
| if (kfsChannel == null) { |
| throw new IOException("File closed"); |
| } |
| |
| // touch the progress before going into KFS since the call can block |
| progressReporter.progress(); |
| kfsChannel.write(ByteBuffer.wrap(b, off, len)); |
| } |
| |
| public void flush() throws IOException { |
| if (kfsChannel == null) { |
| throw new IOException("File closed"); |
| } |
| // touch the progress before going into KFS since the call can block |
| progressReporter.progress(); |
| kfsChannel.sync(); |
| } |
| |
| public synchronized void close() throws IOException { |
| if (kfsChannel == null) { |
| return; |
| } |
| flush(); |
| kfsChannel.close(); |
| kfsChannel = null; |
| } |
| } |