| /** |
| * Licensed to the Apache Software Foundation (ASF) under one or more |
| * contributor license agreements. See the NOTICE file distributed with |
| * this work for additional information regarding copyright ownership. |
| * The ASF licenses this file to You under the Apache License, Version 2.0 |
| * (the "License"); you may not use this file except in compliance with |
| * the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| package org.apache.camel.component.hdfs.integration; |
| |
| import junit.framework.Assert; |
| import org.apache.camel.builder.RouteBuilder; |
| import org.apache.camel.test.junit4.CamelTestSupport; |
| import org.apache.hadoop.conf.Configuration; |
| import org.apache.hadoop.fs.FSDataInputStream; |
| import org.apache.hadoop.fs.FSDataOutputStream; |
| import org.apache.hadoop.fs.FileSystem; |
| import org.apache.hadoop.fs.Path; |
| import org.junit.Ignore; |
| import org.junit.Test; |
| |
| @Ignore("Must run manual") |
| public class HdfsAppendTest extends CamelTestSupport { |
| |
| @Override |
| public boolean isUseRouteBuilder() { |
| return false; |
| } |
| |
| @Override |
| public void setUp() throws Exception { |
| super.setUp(); |
| |
| Configuration conf = new Configuration(); |
| Path file = new Path("hdfs://localhost:9000/tmp/test/test-camel-simple-write-file1"); |
| FileSystem fs = FileSystem.get(file.toUri(), conf); |
| FSDataOutputStream out = fs.create(file); |
| for (int i = 0; i < 10; ++i) { |
| out.write("PIPPO".getBytes("UTF-8")); |
| out.flush(); |
| } |
| out.close(); |
| } |
| |
| @Test |
| public void testAppend() throws Exception { |
| context.addRoutes(new RouteBuilder() { |
| @Override |
| public void configure() throws Exception { |
| from("direct:start1").to("hdfs://localhost:9000/tmp/test/test-camel-simple-write-file1?append=true&fileSystemType=HDFS"); |
| } |
| }); |
| startCamelContext(); |
| |
| for (int i = 0; i < 10; ++i) { |
| template.sendBody("direct:start1", "PIPPO"); |
| } |
| stopCamelContext(); |
| |
| Configuration conf = new Configuration(); |
| Path file = new Path("hdfs://localhost:9000/tmp/test/test-camel-simple-write-file1"); |
| FileSystem fs = FileSystem.get(file.toUri(), conf); |
| FSDataInputStream in = fs.open(file); |
| byte[] buffer = new byte[5]; |
| int ret = 0; |
| for (int i = 0; i < 20; ++i) { |
| ret = in.read(buffer); |
| } |
| ret = in.read(buffer); |
| Assert.assertEquals(-1, ret); |
| in.close(); |
| } |
| |
| @Override |
| public void tearDown() throws Exception { |
| super.tearDown(); |
| Thread.sleep(100); |
| Configuration conf = new Configuration(); |
| Path dir = new Path("hdfs://localhost:9000/tmp/test"); |
| FileSystem fs = FileSystem.get(dir.toUri(), conf); |
| fs.delete(dir, true); |
| } |
| } |