| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.hadoop.hdfs; |
| |
| import java.io.IOException; |
| import java.io.InputStream; |
| import java.io.OutputStream; |
| import java.util.Random; |
| |
| import junit.framework.TestCase; |
| import junit.framework.Assert; |
| |
| import org.apache.commons.logging.Log; |
| import org.apache.commons.logging.LogFactory; |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.fs.*; |
| import org.apache.hadoop.security.UserGroupInformation; |
| |
| /** Utilities for append-related tests */ |
| public class AppendTestUtil { |
| /** For specifying the random number generator seed, |
| * change the following value: |
| */ |
| static final Long RANDOM_NUMBER_GENERATOR_SEED = null; |
| |
| static final Log LOG = LogFactory.getLog(AppendTestUtil.class); |
| |
| private static final Random SEED = new Random(); |
| static { |
| final long seed = RANDOM_NUMBER_GENERATOR_SEED == null? |
| SEED.nextLong(): RANDOM_NUMBER_GENERATOR_SEED; |
| LOG.info("seed=" + seed); |
| SEED.setSeed(seed); |
| } |
| |
| private static final ThreadLocal<Random> RANDOM = new ThreadLocal<Random>() { |
| protected Random initialValue() { |
| final Random r = new Random(); |
| synchronized(SEED) { |
| final long seed = SEED.nextLong(); |
| r.setSeed(seed); |
| LOG.info(Thread.currentThread().getName() + ": seed=" + seed); |
| } |
| return r; |
| } |
| }; |
| static final int BLOCK_SIZE = 1024; |
| static final int NUM_BLOCKS = 10; |
| static final int FILE_SIZE = NUM_BLOCKS * BLOCK_SIZE + 1; |
| static long seed = -1; |
| |
| static int nextInt() {return RANDOM.get().nextInt();} |
| static int nextInt(int n) {return RANDOM.get().nextInt(n);} |
| static int nextLong() {return RANDOM.get().nextInt();} |
| |
| static byte[] randomBytes(long seed, int size) { |
| LOG.info("seed=" + seed + ", size=" + size); |
| final byte[] b = new byte[size]; |
| final Random rand = new Random(seed); |
| rand.nextBytes(b); |
| return b; |
| } |
| |
| static void sleep(long ms) { |
| try { |
| Thread.sleep(ms); |
| } catch (InterruptedException e) { |
| LOG.info("ms=" + ms, e); |
| } |
| } |
| |
| /** |
| * Returns the reference to a new instance of FileSystem created |
| * with different user name |
| * @param conf current Configuration |
| * @return FileSystem instance |
| * @throws IOException |
| * @throws InterruptedException |
| */ |
| public static FileSystem createHdfsWithDifferentUsername(final Configuration conf |
| ) throws IOException, InterruptedException { |
| String username = UserGroupInformation.getCurrentUser().getShortUserName()+"_XXX"; |
| UserGroupInformation ugi = |
| UserGroupInformation.createUserForTesting(username, new String[]{"supergroup"}); |
| |
| return DFSTestUtil.getFileSystemAs(ugi, conf); |
| } |
| |
| static void write(OutputStream out, int offset, int length) throws IOException { |
| final byte[] bytes = new byte[length]; |
| for(int i = 0; i < length; i++) { |
| bytes[i] = (byte)(offset + i); |
| } |
| out.write(bytes); |
| } |
| |
| static void check(FileSystem fs, Path p, long length) throws IOException { |
| int i = -1; |
| try { |
| final FileStatus status = fs.getFileStatus(p); |
| TestCase.assertEquals(length, status.getLen()); |
| InputStream in = fs.open(p); |
| for(i++; i < length; i++) { |
| TestCase.assertEquals((byte)i, (byte)in.read()); |
| } |
| i = -(int)length; |
| TestCase.assertEquals(-1, in.read()); //EOF |
| in.close(); |
| } catch(IOException ioe) { |
| throw new IOException("p=" + p + ", length=" + length + ", i=" + i, ioe); |
| } |
| } |
| |
| /** |
| * create a buffer that contains the entire test file data. |
| */ |
| static byte[] initBuffer(int size) { |
| if (seed == -1) |
| seed = nextLong(); |
| return randomBytes(seed, size); |
| } |
| |
| /** |
| * Creates a file but does not close it |
| * Make sure to call close() on the returned stream |
| * @throws IOException an exception might be thrown |
| */ |
| public static FSDataOutputStream createFile(FileSystem fileSys, Path name, int repl) |
| throws IOException { |
| return fileSys.create(name, true, |
| fileSys.getConf().getInt("io.file.buffer.size", 4096), |
| (short) repl, (long) BLOCK_SIZE); |
| } |
| |
| /** |
| * Compare the content of a file created from FileSystem and Path with |
| * the specified byte[] buffer's content |
| * @throws IOException an exception might be thrown |
| */ |
| public static void checkFullFile(FileSystem fs, Path name, int len, |
| final byte[] compareContent, String message) throws IOException { |
| FSDataInputStream stm = fs.open(name); |
| byte[] actual = new byte[len]; |
| stm.readFully(0, actual); |
| checkData(actual, 0, compareContent, message); |
| stm.close(); |
| } |
| |
| private static void checkData(final byte[] actual, int from, |
| final byte[] expected, String message) { |
| for (int idx = 0; idx < actual.length; idx++) { |
| Assert.assertEquals(message+" byte "+(from+idx)+" differs. expected "+ |
| expected[from+idx]+" actual "+actual[idx], |
| expected[from+idx], actual[idx]); |
| actual[idx] = 0; |
| } |
| } |
| } |