branch-0.23.1/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/hdfs/web/TestOffsetUrlInputStream.java

/**
 * Licensed to the Apache Software Foundation (ASF) under one
 * or more contributor license agreements.  See the NOTICE file
 * distributed with this work for additional information
 * regarding copyright ownership.  The ASF licenses this file
 * to you under the Apache License, Version 2.0 (the
 * "License"); you may not use this file except in compliance
 * with the License.  You may obtain a copy of the License at
 *
 *     http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package org.apache.hadoop.hdfs.web;

import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNull;
import static org.junit.Assert.fail;
import static org.mockito.Mockito.doReturn;
import static org.mockito.Mockito.spy;
import static org.mockito.Mockito.times;
import static org.mockito.Mockito.verify;

import java.io.IOException;
import java.net.URI;
import java.net.URL;

import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.fs.FileSystem;
import org.apache.hadoop.hdfs.TestByteRangeInputStream.MockHttpURLConnection;
import org.apache.hadoop.hdfs.web.WebHdfsFileSystem.OffsetUrlInputStream;
import org.apache.hadoop.hdfs.web.WebHdfsFileSystem.OffsetUrlOpener;
import org.junit.Test;

public class TestOffsetUrlInputStream {
  @Test
  public void testRemoveOffset() throws IOException {
    { //no offset
      String s = "http://test/Abc?Length=99";
      assertEquals(s, WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //no parameters
      String s = "http://test/Abc";
      assertEquals(s, WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as first parameter
      String s = "http://test/Abc?offset=10&Length=99";
      assertEquals("http://test/Abc?Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as second parameter
      String s = "http://test/Abc?op=read&OFFset=10&Length=99";
      assertEquals("http://test/Abc?op=read&Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as last parameter
      String s = "http://test/Abc?Length=99&offset=10";
      assertEquals("http://test/Abc?Length=99",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }

    { //offset as the only parameter
      String s = "http://test/Abc?offset=10";
      assertEquals("http://test/Abc",
          WebHdfsFileSystem.removeOffsetParam(new URL(s)).toString());
    }
  }
  
  @Test
  public void testByteRange() throws Exception {
    final Configuration conf = new Configuration(); 
    final String uri = WebHdfsFileSystem.SCHEME  + "://localhost:50070/";
    final WebHdfsFileSystem webhdfs = (WebHdfsFileSystem)FileSystem.get(new URI(uri), conf);

    OffsetUrlOpener ospy = spy(webhdfs.new OffsetUrlOpener(new URL("http://test/")));
    doReturn(new MockHttpURLConnection(ospy.getURL())).when(ospy)
        .openConnection();
    OffsetUrlOpener rspy = spy(webhdfs.new OffsetUrlOpener((URL) null));
    doReturn(new MockHttpURLConnection(rspy.getURL())).when(rspy)
        .openConnection();
    final OffsetUrlInputStream is = new OffsetUrlInputStream(ospy, rspy);

    assertEquals("getPos wrong", 0, is.getPos());

    is.read();

    assertNull("Initial call made incorrectly (Range Check)", ospy
        .openConnection().getRequestProperty("Range"));

    assertEquals("getPos should be 1 after reading one byte", 1, is.getPos());

    is.read();

    assertEquals("getPos should be 2 after reading two bytes", 2, is.getPos());

    // No additional connections should have been made (no seek)

    rspy.setURL(new URL("http://resolvedurl/"));

    is.seek(100);
    is.read();

    assertEquals("getPos should be 101 after reading one byte", 101,
        is.getPos());

    verify(rspy, times(1)).openConnection();

    is.seek(101);
    is.read();

    verify(rspy, times(1)).openConnection();

    // Seek to 101 should not result in another request"

    is.seek(2500);
    is.read();

    ((MockHttpURLConnection) rspy.openConnection()).setResponseCode(206);
    is.seek(0);

    try {
      is.read();
      fail("Exception should be thrown when 206 response is given "
           + "but 200 is expected");
    } catch (IOException e) {
      WebHdfsFileSystem.LOG.info(e.toString());
    }
  }
}