| /** |
| * Licensed to the Apache Software Foundation (ASF) under one |
| * or more contributor license agreements. See the NOTICE file |
| * distributed with this work for additional information |
| * regarding copyright ownership. The ASF licenses this file |
| * to you under the Apache License, Version 2.0 (the |
| * "License"); you may not use this file except in compliance |
| * with the License. You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| package org.apache.oozie.action.hadoop; |
| |
| import org.apache.hadoop.fs.FileStatus; |
| import org.apache.hadoop.fs.FileSystem; |
| import org.apache.hadoop.fs.Path; |
| import org.apache.hadoop.fs.permission.FsPermission; |
| import org.apache.hadoop.mapred.JobConf; |
| import org.apache.oozie.WorkflowActionBean; |
| import org.apache.oozie.WorkflowJobBean; |
| import org.apache.oozie.client.WorkflowAction; |
| import org.apache.oozie.dependency.FSURIHandler; |
| import org.apache.oozie.dependency.HCatURIHandler; |
| import org.apache.oozie.dependency.URIHandler; |
| import org.apache.oozie.action.ActionExecutorException; |
| import org.apache.oozie.service.HCatAccessorService; |
| import org.apache.oozie.service.HadoopAccessorService; |
| import org.apache.oozie.service.Services; |
| import org.apache.oozie.service.URIHandlerService; |
| import org.apache.oozie.service.WorkflowAppService; |
| import org.apache.oozie.test.XTestCase; |
| import org.apache.oozie.util.XConfiguration; |
| import org.apache.oozie.util.XmlUtils; |
| import org.jdom.Element; |
| import java.io.OutputStreamWriter; |
| import java.io.Writer; |
| import java.net.URI; |
| import java.nio.charset.StandardCharsets; |
| import java.text.MessageFormat; |
| |
| public class TestFsActionExecutor extends ActionExecutorTestCase { |
| |
| final String db = "db1"; |
| final String table = "table1"; |
| private Services services; |
| private URIHandlerService uriService; |
| private JobConf conf; |
| protected void setSystemProps() throws Exception { |
| super.setSystemProps(); |
| setSystemProperty("oozie.service.ActionService.executor.classes", FsActionExecutor.class.getName()); |
| } |
| |
| public void testSetupMethods() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| assertEquals("fs", ae.getType()); |
| } |
| |
| private Context createContext(String actionXml) throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| |
| XConfiguration protoConf = new XConfiguration(); |
| protoConf.set(WorkflowAppService.HADOOP_USER, getTestUser()); |
| protoConf.setLong("fs.trash.interval", 6000L); |
| |
| WorkflowJobBean wf = createBaseWorkflow(protoConf, "fs-action"); |
| WorkflowActionBean action = (WorkflowActionBean) wf.getActions().get(0); |
| action.setType(ae.getType()); |
| action.setConf(actionXml); |
| |
| return new Context(wf, action); |
| } |
| |
| public void testValidatePath() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| ae.validatePath(new Path("hdfs://x/bla"), true); |
| ae.validatePath(new Path("bla"), false); |
| |
| try { |
| ae.validatePath(new Path("hdfs://x/bla"), false); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS002", ex.getErrorCode()); |
| } |
| |
| try { |
| ae.validatePath(new Path("bla"), true); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS001", ex.getErrorCode()); |
| } |
| |
| // testing schemes supported |
| Services.get().destroy(); |
| setSystemProperty(HadoopAccessorService.SUPPORTED_FILESYSTEMS, "hdfs,viewfs"); |
| new Services().init(); |
| try { |
| ae.validatePath(new Path("viewfs://bla"), true); |
| } |
| catch (ActionExecutorException ex) { |
| fail("viewfs is a supported scheme. This should not throw exception"); |
| } |
| |
| try { |
| ae.validatePath(new Path("file://bla"), true); |
| |
| fail("file is not a supported scheme. This should throw exception"); |
| } |
| catch (ActionExecutorException ex) { |
| assertTrue(ex.getMessage().contains("E0904")); |
| } |
| } |
| |
| public void testFileSchemeWildcard() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| Services.get().destroy(); |
| setSystemProperty(HadoopAccessorService.SUPPORTED_FILESYSTEMS, "*"); |
| new Services().init(); |
| |
| try { |
| ae.validatePath(new Path("anyfs://bla"), true); |
| } |
| catch (ActionExecutorException ex) { |
| fail("Wildcard indicates ALL schemes will be allowed. This should pass"); |
| } |
| } |
| |
| |
| public void testResolveToFullPath() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| |
| assertEquals(new Path("hdfs://x/bla"), ae.resolveToFullPath(null, new Path("hdfs://x/bla"), true)); |
| assertEquals(new Path("bla"), ae.resolveToFullPath(null, new Path("bla"), false)); |
| |
| assertEquals(new Path("hdfs://x/bla"), ae.resolveToFullPath(new Path("hdfs://x"), new Path("/bla"), true)); |
| |
| assertEquals(new Path("hdfs://x/bla/[0-1]*"), ae.resolveToFullPath(new Path("hdfs://x"), new Path("/bla/[0-1]*"), true)); |
| |
| assertEquals(new Path("hdfs://x/bla"), ae.resolveToFullPath(new Path("hdfs://x/ha"), new Path("/bla"), true)); |
| |
| assertEquals(new Path("hdfs://x/bla"), ae.resolveToFullPath(new Path("hdfs://z"), new Path("hdfs://x/bla"), true)); |
| |
| assertEquals(new Path("hdfs://x/bla/[0-1]*"), |
| ae.resolveToFullPath(new Path("hdfs://z"), new Path("hdfs://x/bla/[0-1]*"), true)); |
| |
| assertEquals(new Path("hdfs://x/bla"), ae.resolveToFullPath(new Path("hdfs://x"), new Path("hdfs://x/bla"), true)); |
| |
| try { |
| ae.resolveToFullPath(null, new Path("hdfs://x/bla"), false); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS002", ex.getErrorCode()); |
| } |
| |
| try { |
| ae.resolveToFullPath(null, new Path("bla"), true); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS001", ex.getErrorCode()); |
| } |
| |
| Services.get().destroy(); |
| setSystemProperty(HadoopAccessorService.SUPPORTED_FILESYSTEMS, null); |
| new Services().init(); |
| try { |
| ae.resolveToFullPath(null, new Path("file://bla"), true); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertTrue(ex.getMessage().contains("E0904")); |
| } |
| |
| try { |
| ae.resolveToFullPath(new Path("hdfs://z"), new Path("hdfs://x/bla"), false); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS002", ex.getErrorCode()); |
| } |
| |
| try { |
| ae.resolveToFullPath(new Path("hdfs://z"), new Path("bla"), true); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS011", ex.getErrorCode()); |
| } |
| |
| try { |
| ae.resolveToFullPath(new Path("hdfs://z"), new Path("file://bla"), true); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertTrue(ex.getMessage().contains("E0904")); |
| } |
| } |
| |
| public void testvalidateSameNN() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| ae.validateSameNN(new Path("hdfs://x/bla"), new Path("hdfs://x/foo")); |
| |
| try { |
| ae.validateSameNN(new Path("hdfs://x/bla"), new Path("viefs://x/bla")); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS007", ex.getErrorCode()); |
| } |
| |
| try { |
| ae.validateSameNN(new Path("hdfs://x/bla"), new Path("hdfs://y/bla")); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS007", ex.getErrorCode()); |
| } |
| } |
| |
| public void testMkdir() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir1"); |
| |
| Context context = createContext("<fs/>"); |
| |
| ae.mkdir(context, path); |
| |
| assertTrue(fs.exists(path)); |
| |
| ae.mkdir(context, path); |
| } |
| |
| public void testDelete() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir1"); |
| |
| Context context = createContext("<fs/>"); |
| |
| fs.mkdirs(path); |
| |
| ae.delete(context, path); |
| |
| assertTrue(!fs.exists(path)); |
| |
| ae.delete(context, path); |
| |
| } |
| |
| public void testMovetoTrash() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir1"); |
| |
| Context context = createContext("<fs/>"); |
| |
| fs.mkdirs(path); |
| |
| ae.delete(context, null, null, path, false); |
| |
| Path trashPath = new Path(fs.getHomeDirectory() + "/.Trash/Current/" + path.toUri().getPath() ); |
| |
| assertTrue(!fs.exists(path)); |
| |
| assertTrue(fs.exists(trashPath)); |
| } |
| |
| @Override |
| public void setUp() throws Exception { |
| super.setUp(); |
| services = new Services(); |
| services.getConf().set(URIHandlerService.URI_HANDLERS, |
| FSURIHandler.class.getName() + "," + HCatURIHandler.class.getName()); |
| services.setService(HCatAccessorService.class); |
| services.init(); |
| conf = createJobConf(); |
| uriService = Services.get().get(URIHandlerService.class); |
| } |
| |
| @Override |
| protected void tearDown() throws Exception { |
| services.destroy(); |
| super.tearDown(); |
| } |
| |
| private void createTestTable() throws Exception { |
| dropTable(db, table, true); |
| dropDatabase(db, true); |
| createDatabase(db); |
| createTable(db, table, "year,month,dt,country"); |
| } |
| |
| public void testDeleteHcat() throws Exception { |
| //setting current user as test user because directory structure created by HCat have current user permissions (755). |
| setSystemProperty(XTestCase.TEST_USER1_PROP, System.getProperty("user.name")); |
| createTestTable(); |
| addPartition(db, table, "year=2012;month=12;dt=02;country=us"); |
| URI hcatURI = getHCatURI(db, table, "country=us;year=2012;month=12;dt=02"); |
| URIHandler handler = uriService.getURIHandler(hcatURI); |
| FsActionExecutor ae = new FsActionExecutor(); |
| Path path = new Path(hcatURI); |
| Path nameNodePath = new Path(getNameNodeUri()); |
| Context context = createContext("<fs/>"); |
| XConfiguration conf = new XConfiguration(); |
| assertTrue(handler.exists(hcatURI, conf, getTestUser())); |
| ae.delete(context, conf, nameNodePath, path, true); |
| assertFalse(handler.exists(hcatURI, conf, getTestUser())); |
| } |
| |
| public void testDeleteHcatTable() throws Exception { |
| createTestTable(); |
| URI hcatURI = getHCatURI(db, table); |
| URIHandler handler = uriService.getURIHandler(hcatURI); |
| FsActionExecutor ae = new FsActionExecutor(); |
| Path path = new Path(hcatURI); |
| Path nameNodePath = new Path(getNameNodeUri()); |
| Context context = createContext("<fs/>"); |
| XConfiguration conf = new XConfiguration(); |
| assertTrue(handler.exists(hcatURI, conf, getTestUser())); |
| ae.delete(context, conf, nameNodePath, path, true); |
| assertFalse(handler.exists(hcatURI, conf, getTestUser())); |
| } |
| |
| public void testDeleteWithGlob() throws Exception { |
| |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Context context = createContext("<fs/>"); |
| Path basePath = new Path(getFsTestCaseDir(), "2010"); |
| fs.mkdirs(basePath); |
| fs.mkdirs(new Path(basePath, "10")); |
| fs.createNewFile(new Path(basePath + "/10/newfile1")); |
| fs.createNewFile(new Path(basePath + "/10/newfile2")); |
| fs.mkdirs(new Path(basePath, "11")); |
| fs.createNewFile(new Path(basePath + "/11/newfile3")); |
| fs.mkdirs(new Path(basePath, "12")); |
| fs.createNewFile(new Path(basePath + "/12/newfile4")); |
| |
| Path globPath = new Path(basePath +"/1{0,1}/*"); |
| ae.delete(context, globPath); |
| assertFalse(fs.exists(new Path(basePath + "/10/newfile1"))); |
| assertFalse(fs.exists(new Path(basePath + "/10/newfile2"))); |
| assertFalse(fs.exists(new Path(basePath + "/11/newfile3"))); |
| assertTrue(fs.exists(new Path(basePath + "/12/newfile4"))); |
| |
| fs.delete(basePath, true); |
| } |
| |
| public void testMove() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| Path target = new Path(getFsTestCaseDir(), "target"); |
| Context context = createContext("<fs/>"); |
| |
| fs.mkdirs(source); |
| fs.createNewFile(new Path(source+"/newfile1")); |
| fs.mkdirs(target); |
| |
| String dest = target.toUri().getPath(); |
| Path destPath = new Path(dest); |
| ae.move(context, new Path(source+"/newfile1"), destPath, false); |
| |
| assertTrue(!fs.exists(new Path(source+"/newfile1"))); |
| assertTrue(fs.exists(target)); |
| |
| try { |
| ae.move(context, new Path(source+"/newfile1"), destPath, false); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS006", ex.getErrorCode()); |
| } |
| |
| fs.mkdirs(source); |
| fs.createNewFile(new Path(source+"/newfile")); |
| Path complexTarget = new Path(target+"/a/b"); |
| fs.mkdirs(complexTarget); |
| |
| ae.move(context, source, complexTarget, false); |
| assertTrue(fs.exists(new Path(complexTarget+"/"+source.getName()))); |
| |
| fs.mkdirs(source); |
| try { |
| ae.move(context, source, new Path(target.toUri().getScheme()+"://foo/"+destPath), false); |
| fail(); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS007", ex.getErrorCode()); |
| } |
| fs.delete(source, true); |
| ae.move(context, source, new Path(target.toUri().getPath()), true); |
| |
| fs.mkdirs(source); |
| fs.delete(target, true); |
| ae.move(context, source, new Path(target.toUri().getPath()), true); |
| assertTrue(!fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| } |
| |
| public void testMoveWithGlob() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| Path target = new Path(getFsTestCaseDir(), "target"); |
| Context context = createContext("<fs/>"); |
| |
| // Test simple example of glob |
| fs.mkdirs(source); |
| fs.mkdirs(target); |
| fs.createNewFile(new Path(source,"newfile1")); |
| fs.createNewFile(new Path(source,"newfile2")); |
| |
| ae.move(context, new Path(source.toString() + "/*"), target, false); |
| assertTrue(fs.exists(new Path(target, "newfile1"))); |
| assertTrue(fs.exists(new Path(target, "newfile2"))); |
| |
| // Test another example of glob |
| fs.delete(target, true); |
| fs.mkdirs(target); |
| fs.mkdirs(new Path(source + "/2010")); |
| fs.mkdirs(new Path(source + "/2011")); |
| fs.mkdirs(new Path(source + "/2012")); |
| fs.mkdirs(new Path(source + "/2010/10")); |
| fs.mkdirs(new Path(source + "/2010/11")); |
| fs.createNewFile(new Path(source + "/2010/10/newfile1")); |
| fs.createNewFile(new Path(source + "/2010/11/newfile2")); |
| fs.mkdirs(new Path(source + "/2011/09")); |
| fs.mkdirs(new Path(source + "/2011/10")); |
| fs.createNewFile(new Path(source + "/2011/09/newfile3")); |
| fs.createNewFile(new Path(source + "/2011/10/newfile4")); |
| |
| ae.move(context, new Path(source.toString() + "/201[0-1]/1{0,1}/*"), target, false); |
| assertTrue(fs.exists(new Path(target.toString() + "/newfile1"))); |
| assertTrue(fs.exists(new Path(target.toString() + "/newfile2"))); |
| assertFalse(fs.exists(new Path(target.toString() + "/newfile3"))); |
| assertTrue(fs.exists(new Path(target.toString() + "/newfile4"))); |
| |
| fs.delete(new Path(source + "/2010"), true); |
| fs.delete(new Path(source + "/2011"), true); |
| fs.delete(new Path(source + "/2012"), true); |
| |
| // Catch exception when trying to move multiple files (match glob) to |
| // the same name which doesn't exist |
| fs.delete(target, true); |
| try { |
| ae.move(context, new Path(source.toString() + "/*"), target, true); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS012", ex.getErrorCode()); |
| } |
| |
| // Catch exception when trying to move multiple files (match glob) to |
| // the same file name which exists |
| fs.delete(target, true); |
| Path targetFile = new Path(target, "newfile1"); |
| fs.createNewFile(targetFile); |
| try { |
| ae.move(context, new Path(source.toString() + "/*"), targetFile, true); |
| } |
| catch (ActionExecutorException ex) { |
| assertEquals("FS012", ex.getErrorCode()); |
| } |
| } |
| |
| public void testChmod() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir"); |
| Path child = new Path(path, "child"); |
| Path grandchild = new Path(child, "grandchild"); |
| fs.mkdirs(grandchild); |
| fs.setPermission(path, FsPermission.valueOf("-rwx------")); |
| fs.setPermission(child, FsPermission.valueOf("-rwxr-----")); |
| fs.setPermission(grandchild, FsPermission.valueOf("-rwx---r--")); |
| assertEquals("rwx------", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr-----", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| |
| Context context = createContext("<fs/>"); |
| |
| ae.chmod(context, path, "-rwx-----x", false, false); |
| assertEquals("rwx-----x", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr-----", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| |
| ae.chmod(context, path, "-rwxr----x", true, false); |
| assertEquals("rwxr----x", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr----x", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| } |
| |
| private void createTestDirForChmod(Path basePath, FileSystem fs) throws Exception { |
| fs.mkdirs(basePath); |
| fs.mkdirs(new Path(basePath, "10")); |
| fs.mkdirs(new Path(basePath + "/10/dir1")); |
| fs.createNewFile(new Path(basePath + "/10/dir1/file1")); |
| fs.mkdirs(new Path(basePath + "/10/dir2")); |
| fs.mkdirs(new Path(basePath, "11")); |
| fs.mkdirs(new Path(basePath + "/11/dir3")); |
| fs.mkdirs(new Path(basePath, "12")); |
| fs.setPermission(new Path(basePath, "10"), FsPermission.valueOf("-rwxrwxrwx")); |
| fs.setPermission(new Path(basePath + "/10/dir1"), FsPermission.valueOf("-rwxrwxrwx")); |
| fs.setPermission(new Path(basePath + "/10/dir2"), FsPermission.valueOf("-rwxrwxrwx")); |
| fs.setPermission(new Path(basePath + "/10/dir1/file1"), FsPermission.valueOf("-rw-rw-rw-")); |
| fs.setPermission(new Path(basePath, "11"), FsPermission.valueOf("-rwxrwxrwx")); |
| fs.setPermission(new Path(basePath + "/11/dir3"), FsPermission.valueOf("-rwxrwxrwx")); |
| fs.setPermission(new Path(basePath, "12"), FsPermission.valueOf("-rwxrwxrwx")); |
| } |
| |
| public void testChmodWithGlob() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Context context = createContext("<fs/>"); |
| Path basePath = new Path(getFsTestCaseDir(), "2010"); |
| createTestDirForChmod(basePath, fs); |
| Path globPath = new Path(basePath +"/1[0-1]"); |
| ae.chmod(context, globPath, "-rwx------", false, false); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "10")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "11")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath, "12")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/10/dir1")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/10/dir2")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/11/dir3")).getPermission().toString()); |
| assertEquals("rw-rw-rw-", fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getPermission().toString()); |
| |
| ae.chmod(context, globPath, "-rwx------", true, false); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "10")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "11")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath, "12")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/10/dir1")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/10/dir2")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/11/dir3")).getPermission().toString()); |
| assertEquals("rw-rw-rw-", fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getPermission().toString()); |
| |
| ae.chmod(context, globPath, "-rwx------", true, true); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "10")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "11")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath, "12")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/10/dir1")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/10/dir2")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/11/dir3")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getPermission().toString()); |
| |
| fs.delete(basePath, true); |
| } |
| |
| public void testChmodRelativePath() throws Exception { |
| |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Context context = createContext("<fs/>"); |
| Path basePath = new Path(getFsTestCaseDir(), "2010"); |
| createTestDirForChmod(basePath, fs); |
| Path globPath = new Path(basePath +"/1[0-1]"); |
| Path relativePath = new Path(globPath.toUri().getPath()); |
| Path nameNode = new Path(globPath.toUri().getScheme() + "://" + globPath.toUri().getAuthority()); |
| |
| ae.chmod(context, null, nameNode, relativePath, "-rwx------", false, false); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "10")).getPermission().toString()); |
| assertEquals("rwx------", fs.getFileStatus(new Path(basePath, "11")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath, "12")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/10/dir1")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/10/dir2")).getPermission().toString()); |
| assertEquals("rwxrwxrwx", fs.getFileStatus(new Path(basePath + "/11/dir3")).getPermission().toString()); |
| assertEquals("rw-rw-rw-", fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getPermission().toString()); |
| |
| try{ |
| ae.chmod(context, null, null, relativePath, "-rwx-----", false, false); |
| fail(); |
| } catch (ActionExecutorException e){ |
| assertEquals(e.getErrorCode(), "FS001"); |
| } |
| fs.delete(basePath, true); |
| } |
| |
| public void testChmodRecursive() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir"); |
| Path child = new Path(path, "child"); |
| Path grandchild = new Path(child, "grandchild"); |
| fs.mkdirs(grandchild); |
| fs.setPermission(path, FsPermission.valueOf("-rwx------")); |
| fs.setPermission(child, FsPermission.valueOf("-rwxr-----")); |
| fs.setPermission(grandchild, FsPermission.valueOf("-rwx---r--")); |
| assertEquals("rwx------", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr-----", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| |
| Context context = createContext("<fs/>"); |
| |
| ae.chmod(context, path, "-rwx-----x", false, false); |
| assertEquals("rwx-----x", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr-----", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| |
| ae.chmod(context, path, "-rwx-----x", false, true); |
| assertEquals("rwx-----x", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr-----", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwx---r--", fs.getFileStatus(grandchild).getPermission().toString()); |
| |
| ae.chmod(context, path, "-rwxr----x", true, true); |
| assertEquals("rwxr----x", fs.getFileStatus(path).getPermission().toString()); |
| assertEquals("rwxr----x", fs.getFileStatus(child).getPermission().toString()); |
| assertEquals("rwxr----x", fs.getFileStatus(grandchild).getPermission().toString()); |
| } |
| |
| public void testTouchz() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path dir = new Path(getFsTestCaseDir(), "dir1"); |
| Path f1 = new Path(dir + "/newfile1"); |
| Path f2 = new Path(dir + "/newfile2"); |
| Context context = createContext("<fs/>"); |
| |
| fs.mkdirs(dir); |
| fs.createNewFile(f1); |
| |
| assertTrue(fs.exists(f1)); |
| assertTrue(fs.getFileStatus(f1).getLen() == 0); |
| |
| ae.touchz(context, f1); |
| ae.touchz(context, f2); |
| |
| assertTrue(fs.exists(f1)); |
| assertTrue(fs.exists(f2)); |
| |
| FileStatus fs1 = fs.getFileStatus(f1); |
| FileStatus fs2 = fs.getFileStatus(f2); |
| |
| assertFalse(fs1.isDir()); |
| assertFalse(fs2.isDir()); |
| assertTrue(fs1.getLen() == 0); |
| assertTrue(fs2.getLen() == 0); |
| |
| try { |
| ae.touchz(context, dir); |
| fail(); |
| } |
| catch (Exception ex) { |
| assertTrue(ex.getMessage().contains("is a directory")); |
| } |
| |
| //Test touchz on a non-zero length file |
| Path f3 = new Path(dir + "/newfile3"); |
| Writer writer = new OutputStreamWriter(fs.create(f3), StandardCharsets.UTF_8); |
| writer.write("This is not a zero length file"); |
| writer.close(); |
| |
| try { |
| ae.touchz(context, f3); |
| fail(); |
| } |
| catch (Exception ex) { |
| assertTrue(ex.getMessage().contains("must be a zero-length file")); |
| } |
| } |
| |
| public void testDoOperations() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path mkdir = new Path(getFsTestCaseDir(), "mkdir"); |
| Path delete = new Path(getFsTestCaseDir(), "delete"); |
| fs.mkdirs(delete); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| fs.mkdirs(source); |
| Path target = new Path(new Path(getFsTestCaseDir(), "target").toUri().getPath()); |
| Path chmod1 = new Path(getFsTestCaseDir(), "chmod1"); |
| fs.mkdirs(chmod1); |
| Path child1 = new Path(chmod1, "child1"); |
| fs.mkdirs(child1); |
| Path chmod2 = new Path(getFsTestCaseDir(), "chmod2"); |
| fs.mkdirs(chmod2); |
| Path child2 = new Path(chmod2, "child2"); |
| fs.mkdirs(child2); |
| Path newFile1 = new Path(mkdir + "newFile1"); |
| Path newFile2 = new Path(mkdir + "newFile2"); |
| fs.createNewFile(newFile1); |
| Path chmod3 = new Path(getFsTestCaseDir(), "chmod3"); |
| fs.mkdirs(chmod3); |
| Path child3 = new Path(chmod3, "child3"); |
| fs.mkdirs(child3); |
| Path grandchild3 = new Path(child3, "grandchild1"); |
| fs.mkdirs(grandchild3); |
| |
| String str = MessageFormat.format("<root><mkdir path=''{0}''/>" + |
| "<delete path=''{1}''/>" + |
| "<move source=''{2}'' target=''{3}''/>" + |
| "<chmod path=''{4}'' permissions=''-rwxrwxrwx''/>" + |
| "<chmod path=''{5}'' permissions=''-rwxrwx---'' dir-files=''false''/>" + |
| "<touchz path=''{6}''/>" + |
| "<touchz path=''{7}''/>" + |
| "<chmod path=''{8}'' permissions=''-rwxrwx---''> <recursive/> </chmod>" + |
| "</root>", mkdir, delete, source, target, chmod1, chmod2, newFile1, newFile2, chmod3); |
| |
| Element xml = XmlUtils.parseXml(str); |
| |
| ae.doOperations(createContext("<fs/>"), xml); |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| assertFalse(fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| assertTrue(fs.exists(newFile1)); |
| assertTrue(fs.exists(newFile2)); |
| |
| assertEquals("rwxrwxrwx", fs.getFileStatus(chmod1).getPermission().toString()); |
| assertNotSame("rwxrwxrwx", fs.getFileStatus(child1).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(chmod2).getPermission().toString()); |
| assertNotSame("rwxrwx---", fs.getFileStatus(child2).getPermission().toString()); |
| |
| assertEquals("rwxrwx---", fs.getFileStatus(child3).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(grandchild3).getPermission().toString()); |
| |
| assertEquals("rwxrwx---", fs.getFileStatus(child3).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(grandchild3).getPermission().toString()); |
| } |
| |
| public void testDoOperationsWithNameNodeElement() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path mkdir = new Path(getFsTestCaseDir(), "mkdir"); |
| Path mkdirX = new Path(mkdir.toUri().getPath()); |
| Path delete = new Path(getFsTestCaseDir(), "delete"); |
| Path deleteX = new Path(delete.toUri().getPath()); |
| fs.mkdirs(delete); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| Path sourceX = new Path(source.toUri().getPath()); |
| fs.mkdirs(source); |
| Path target = new Path(new Path(getFsTestCaseDir(), "target").toUri().getPath()); |
| Path chmod1 = new Path(getFsTestCaseDir(), "chmod1"); |
| Path chmod1X = new Path(chmod1.toUri().getPath()); |
| fs.mkdirs(chmod1); |
| Path child1 = new Path(chmod1, "child1"); |
| fs.mkdirs(child1); |
| Path chmod2 = new Path(getFsTestCaseDir(), "chmod2"); |
| Path chmod2X = new Path(chmod2.toUri().getPath()); |
| fs.mkdirs(chmod2); |
| Path child2 = new Path(chmod2, "child2"); |
| fs.mkdirs(child2); |
| Path newFile1 = new Path(mkdir + "newFile1"); |
| Path newFile1X = new Path(newFile1.toUri().getPath()); |
| Path newFile2 = new Path(mkdir + "newFile2"); |
| Path newFile2X = new Path(newFile2.toUri().getPath()); |
| fs.createNewFile(newFile1); |
| Path chmod3 = new Path(getFsTestCaseDir(), "chmod3"); |
| Path chmod3X = new Path(chmod3.toUri().getPath()); |
| fs.mkdirs(chmod3); |
| Path child3 = new Path(chmod3, "child3"); |
| fs.mkdirs(child3); |
| Path grandchild3 = new Path(child3, "grandchild1"); |
| fs.mkdirs(grandchild3); |
| |
| String str = MessageFormat.format("<root><name-node>{0}</name-node>" + |
| "<mkdir path=''{1}''/>" + |
| "<delete path=''{2}''/>" + |
| "<move source=''{3}'' target=''{4}''/>" + |
| "<chmod path=''{5}'' permissions=''-rwxrwxrwx''/>" + |
| "<chmod path=''{6}'' permissions=''-rwxrwx---'' dir-files=''false''/>" + |
| "<touchz path=''{7}''/>" + |
| "<touchz path=''{8}''/>" + |
| "<chmod path=''{9}'' permissions=''-rwxrwx---''> <recursive/> </chmod>" + |
| "</root>", getNameNodeUri(), mkdirX, deleteX, sourceX, target, chmod1X, chmod2X, newFile1X, newFile2X, chmod3X); |
| |
| Element xml = XmlUtils.parseXml(str); |
| |
| ae.doOperations(createContext("<fs/>"), xml); |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| assertFalse(fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| assertTrue(fs.exists(newFile1)); |
| assertTrue(fs.exists(newFile2)); |
| |
| assertEquals("rwxrwxrwx", fs.getFileStatus(chmod1).getPermission().toString()); |
| assertNotSame("rwxrwxrwx", fs.getFileStatus(child1).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(chmod2).getPermission().toString()); |
| assertNotSame("rwxrwx---", fs.getFileStatus(child2).getPermission().toString()); |
| |
| assertEquals("rwxrwx---", fs.getFileStatus(child3).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(grandchild3).getPermission().toString()); |
| |
| assertEquals("rwxrwx---", fs.getFileStatus(child3).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(grandchild3).getPermission().toString()); |
| } |
| |
| public void testSubmit() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path mkdir = new Path(getFsTestCaseDir(), "mkdir"); |
| Path delete = new Path(getFsTestCaseDir(), "delete"); |
| fs.mkdirs(delete); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| fs.mkdirs(source); |
| Path target = new Path(new Path(getFsTestCaseDir(), "target").toUri().getPath()); |
| Path chmod1 = new Path(getFsTestCaseDir(), "chmod1"); |
| fs.mkdirs(chmod1); |
| Path child1 = new Path(chmod1, "child1"); |
| fs.mkdirs(child1); |
| Path chmod2 = new Path(getFsTestCaseDir(), "chmod2"); |
| fs.mkdirs(chmod2); |
| Path child2 = new Path(chmod2, "child2"); |
| fs.mkdirs(child2); |
| Path newFile1 = new Path(mkdir + "newFile1"); |
| Path newFile2 = new Path(mkdir + "newFile2"); |
| fs.createNewFile(newFile1); |
| |
| String actionXml = MessageFormat.format("<fs><mkdir path=''{0}''/>" + |
| "<delete path=''{1}''/>" + |
| "<move source=''{2}'' target=''{3}''/>" + |
| "<chmod path=''{4}'' permissions=''-rwxrwxrwx''/>" + |
| "<chmod path=''{5}'' permissions=''-rwxrwx---'' dir-files=''false''/>" + |
| "<touchz path=''{6}''/>" + |
| "<touchz path=''{7}''/>" + |
| "</fs>", mkdir, delete, source, target, chmod1, chmod2, newFile1, newFile2); |
| |
| Context context = createContext(actionXml); |
| WorkflowAction action = context.getAction(); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| ae.start(context, action); |
| |
| assertTrue(fs.exists(ae.getRecoveryPath(context))); |
| |
| ae.check(context, context.getAction()); |
| assertEquals("OK", context.getAction().getExternalStatus()); |
| assertNull(context.getAction().getData()); |
| ae.end(context, context.getAction()); |
| assertEquals(WorkflowAction.Status.OK, context.getAction().getStatus()); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| assertFalse(fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| assertTrue(fs.exists(newFile1)); |
| assertTrue(fs.exists(newFile2)); |
| |
| assertEquals("rwxrwxrwx", fs.getFileStatus(chmod1).getPermission().toString()); |
| assertNotSame("rwxrwxrwx", fs.getFileStatus(child1).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(chmod2).getPermission().toString()); |
| assertNotSame("rwxrwx---", fs.getFileStatus(child2).getPermission().toString()); |
| |
| } |
| |
| public void testSubmitWithNameNode() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path mkdir = new Path(getFsTestCaseDir(), "mkdir"); |
| Path mkdirX = new Path(mkdir.toUri().getPath()); |
| Path delete = new Path(getFsTestCaseDir(), "delete"); |
| Path deleteX = new Path(delete.toUri().getPath()); |
| fs.mkdirs(delete); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| Path sourceX = new Path(source.toUri().getPath()); |
| fs.mkdirs(source); |
| Path target = new Path(new Path(getFsTestCaseDir(), "target").toUri().getPath()); |
| Path chmod1 = new Path(getFsTestCaseDir(), "chmod1"); |
| Path chmod1X = new Path(chmod1.toUri().getPath()); |
| fs.mkdirs(chmod1); |
| Path child1 = new Path(chmod1, "child1"); |
| fs.mkdirs(child1); |
| Path chmod2 = new Path(getFsTestCaseDir(), "chmod2"); |
| Path chmod2X = new Path(chmod2.toUri().getPath()); |
| fs.mkdirs(chmod2); |
| Path child2 = new Path(chmod2, "child2"); |
| fs.mkdirs(child2); |
| Path newFile1 = new Path(mkdir + "newFile1"); |
| Path newFile1X = new Path(newFile1.toUri().getPath()); |
| Path newFile2 = new Path(mkdir + "newFile2"); |
| Path newFile2X = new Path(newFile2.toUri().getPath()); |
| fs.createNewFile(newFile1); |
| |
| String actionXml = MessageFormat.format("<fs><name-node>{0}</name-node>" + |
| "<mkdir path=''{1}''/>" + |
| "<delete path=''{2}''/>" + |
| "<move source=''{3}'' target=''{4}''/>" + |
| "<chmod path=''{5}'' permissions=''-rwxrwxrwx''/>" + |
| "<chmod path=''{6}'' permissions=''-rwxrwx---'' dir-files=''false''/>" + |
| "<touchz path=''{7}''/>" + |
| "<touchz path=''{8}''/>" + |
| "</fs>", getNameNodeUri(), mkdirX, deleteX, sourceX, target, chmod1X, chmod2X, newFile1X, newFile2X); |
| |
| Context context = createContext(actionXml); |
| WorkflowAction action = context.getAction(); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| ae.start(context, action); |
| |
| assertTrue(fs.exists(ae.getRecoveryPath(context))); |
| |
| ae.check(context, context.getAction()); |
| assertEquals("OK", context.getAction().getExternalStatus()); |
| assertNull(context.getAction().getData()); |
| ae.end(context, context.getAction()); |
| assertEquals(WorkflowAction.Status.OK, context.getAction().getStatus()); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| assertFalse(fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| assertTrue(fs.exists(newFile1)); |
| assertTrue(fs.exists(newFile2)); |
| |
| assertEquals("rwxrwxrwx", fs.getFileStatus(chmod1).getPermission().toString()); |
| assertNotSame("rwxrwxrwx", fs.getFileStatus(child1).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(chmod2).getPermission().toString()); |
| assertNotSame("rwxrwx---", fs.getFileStatus(child2).getPermission().toString()); |
| |
| } |
| |
| public void testRecovery() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path mkdir = new Path(getFsTestCaseDir(), "mkdir"); |
| Path delete = new Path(getFsTestCaseDir(), "delete"); |
| fs.mkdirs(delete); |
| Path source = new Path(getFsTestCaseDir(), "source"); |
| fs.mkdirs(source); |
| Path target = new Path(new Path(getFsTestCaseDir(), "target").toUri().getPath()); |
| Path chmod1 = new Path(getFsTestCaseDir(), "chmod1"); |
| fs.mkdirs(chmod1); |
| Path child1 = new Path(chmod1, "child1"); |
| fs.mkdirs(child1); |
| Path chmod2 = new Path(getFsTestCaseDir(), "chmod2"); |
| fs.mkdirs(chmod2); |
| Path child2 = new Path(chmod2, "child2"); |
| fs.mkdirs(child2); |
| |
| String actionXml = MessageFormat.format("<fs>" + |
| "<mkdir path=''{0}''/>" + |
| "<delete path=''{1}''/>" + |
| "<move source=''{2}'' target=''{3}''/>" + |
| "<chmod path=''{4}'' permissions=''111''/>" + |
| "<chmod path=''{5}'' permissions=''222'' dir-files=''false''/>" + |
| "</fs>", mkdir, delete, source.toUri().getPath(), target, chmod1, chmod2); |
| |
| |
| String id = "ID" + System.currentTimeMillis(); |
| Context context = createContext(actionXml); |
| ((WorkflowJobBean) context.getWorkflow()).setId(id); |
| ((WorkflowActionBean) context.getWorkflow().getActions().get(0)).setJobId(id); |
| ((WorkflowActionBean) context.getWorkflow().getActions().get(0)).setId(id + "-FS"); |
| |
| WorkflowAction action = context.getAction(); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| try { |
| ae.start(context, action); |
| } |
| catch (ActionExecutorException ex) { |
| if (!ex.getErrorCode().equals("FS001")) { |
| throw ex; |
| } |
| } |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| |
| assertTrue(fs.exists(ae.getRecoveryPath(context))); |
| |
| actionXml = MessageFormat.format("<fs>" + |
| "<mkdir path=''{0}''/>" + |
| "<delete path=''{1}''/>" + |
| "<move source=''{2}'' target=''{3}''/>" + |
| "<chmod path=''{4}'' permissions=''-rwxrwxrwx''/>" + |
| "<chmod path=''{5}'' permissions=''-rwxrwx---'' dir-files=''false''/>" + |
| "</fs>", mkdir, delete, source, target, chmod1, chmod2); |
| |
| context = createContext(actionXml); |
| ((WorkflowJobBean) context.getWorkflow()).setId(id); |
| ((WorkflowActionBean) context.getWorkflow().getActions().get(0)).setJobId(id); |
| ((WorkflowActionBean) context.getWorkflow().getActions().get(0)).setId(id + "-FS"); |
| |
| action = context.getAction(); |
| |
| ae.start(context, action); |
| |
| ae.check(context, context.getAction()); |
| assertEquals("OK", context.getAction().getExternalStatus()); |
| assertNull(context.getAction().getData()); |
| ae.end(context, context.getAction()); |
| assertEquals(WorkflowAction.Status.OK, context.getAction().getStatus()); |
| |
| assertFalse(fs.exists(ae.getRecoveryPath(context))); |
| |
| assertTrue(fs.exists(mkdir)); |
| assertFalse(fs.exists(delete)); |
| assertFalse(fs.exists(source)); |
| assertTrue(fs.exists(target)); |
| |
| assertEquals("rwxrwxrwx", fs.getFileStatus(chmod1).getPermission().toString()); |
| assertNotSame("rwxrwxrwx", fs.getFileStatus(child1).getPermission().toString()); |
| assertEquals("rwxrwx---", fs.getFileStatus(chmod2).getPermission().toString()); |
| assertNotSame("rwxrwx---", fs.getFileStatus(child2).getPermission().toString()); |
| } |
| |
| public void testPermissionMask() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| assertEquals("rwxrwxrwx", ae.createShortPermission("777", null).toString()); |
| assertEquals("rwxrwxrwx", ae.createShortPermission("-rwxrwxrwx", null).toString()); |
| assertEquals("r--------", ae.createShortPermission("400", null).toString()); |
| assertEquals("r--------", ae.createShortPermission("-r--------", null).toString()); |
| } |
| |
| |
| public void testChgrp() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir"); |
| Path child = new Path(path, "child"); |
| Path grandchild = new Path(child, "grandchild"); |
| fs.mkdirs(grandchild); |
| String testUser = getTestUser(); |
| String testGroup = getTestGroup(); |
| String testGroup2 = getTestGroup2(); |
| |
| fs.setOwner(path, testUser, testGroup); |
| fs.setOwner(child, testUser, testGroup); |
| fs.setOwner(grandchild, testUser, testGroup); |
| assertEquals(testGroup, fs.getFileStatus(path).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(child).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(grandchild).getGroup().toString()); |
| |
| Context context = createContext("<fs/>"); |
| |
| // Test case where dir-files=false, recursive=false |
| ae.chgrp(context, null, null, path, testUser, testGroup2, false, false); |
| assertEquals(testGroup2, fs.getFileStatus(path).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(child).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(grandchild).getGroup().toString()); |
| |
| // Test case where dir-files=true, recursive=false |
| |
| fs.setOwner(path, testUser, testGroup);// revert to testgroup |
| fs.setOwner(child, testUser, testGroup);// revert to testgroup |
| fs.setOwner(grandchild, testUser, testGroup);// revert to testgroup |
| |
| ae.chgrp(context, null, null, path, testUser, testGroup2, true, false); |
| assertEquals(testGroup2, fs.getFileStatus(path).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(child).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(grandchild).getGroup().toString()); |
| |
| // Test case where dir-files=true, recursive=true |
| |
| fs.setOwner(path, testUser, testGroup);// revert to testgroup |
| fs.setOwner(child, testUser, testGroup);// revert to testgroup |
| fs.setOwner(grandchild, testUser, testGroup);// revert to testgroup |
| |
| ae.chgrp(context, null, null, path, testUser, testGroup2, true, true); |
| assertEquals(testGroup2, fs.getFileStatus(path).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(child).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(grandchild).getGroup().toString()); |
| } |
| |
| private void createTestDirForChgrp(Path basePath, FileSystem fs) throws Exception { |
| String testUser = getTestUser(); |
| String testGroup = getTestGroup(); |
| fs.mkdirs(basePath); |
| fs.mkdirs(new Path(basePath, "10")); |
| fs.mkdirs(new Path(basePath + "/10/dir1")); |
| fs.createNewFile(new Path(basePath + "/10/dir1/file1")); |
| fs.mkdirs(new Path(basePath + "/10/dir2")); |
| fs.mkdirs(new Path(basePath, "11")); |
| fs.mkdirs(new Path(basePath + "/11/dir3")); |
| fs.mkdirs(new Path(basePath, "12")); |
| |
| fs.setOwner(new Path(basePath, "10"), testUser, testGroup); |
| fs.setOwner(new Path(basePath + "/10/dir1"), testUser, testGroup); |
| fs.setOwner(new Path(basePath + "/10/dir1/file1"), testUser, testGroup); |
| fs.setOwner(new Path(basePath + "/10/dir2"), testUser, testGroup); |
| fs.setOwner(new Path(basePath, "11"), testUser, testGroup); |
| fs.setOwner(new Path(basePath + "/11/dir3"), testUser, testGroup); |
| fs.setOwner(new Path(basePath, "12"), testUser, testGroup); |
| } |
| |
| public void testChgrpWithGlob() throws Exception { |
| |
| String testUser = getTestUser(); |
| String testGroup = getTestGroup(); |
| String testGroup2 = getTestGroup2(); |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Context context = createContext("<fs/>"); |
| Path basePath = new Path(getFsTestCaseDir(), "2010"); |
| createTestDirForChgrp(basePath, fs); |
| Path globPath = new Path(basePath +"/1[0-1]"); |
| ae.chgrp(context, null, null, globPath, testUser, testGroup2, false, false); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "10")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "11")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath, "12")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir1")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir2")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/11/dir3")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getGroup().toString()); |
| |
| ae.chgrp(context, null, null, globPath, testUser, testGroup2, true, false); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "10")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "11")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath, "12")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/10/dir1")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/10/dir2")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/11/dir3")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getGroup().toString()); |
| |
| ae.chgrp(context, null, null, globPath, testUser, testGroup2, true, true); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "10")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "11")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath, "12")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/10/dir1")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/10/dir2")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/11/dir3")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getGroup().toString()); |
| |
| fs.delete(basePath, true); |
| } |
| |
| public void testChgrpRelativePath() throws Exception { |
| |
| String testUser = getTestUser(); |
| String testGroup = getTestGroup(); |
| String testGroup2 = getTestGroup2(); |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Context context = createContext("<fs/>"); |
| Path basePath = new Path(getFsTestCaseDir(), "2010"); |
| createTestDirForChgrp(basePath, fs); |
| |
| Path globPath = new Path(basePath +"/1[0-1]"); |
| Path relativePath = new Path(globPath.toUri().getPath()); |
| Path nameNode = new Path(globPath.toUri().getScheme() + "://" + globPath.toUri().getAuthority()); |
| |
| ae.chgrp(context, null, nameNode, relativePath, testUser, testGroup2, false, false); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "10")).getGroup().toString()); |
| assertEquals(testGroup2, fs.getFileStatus(new Path(basePath, "11")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath, "12")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir1")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir2")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/11/dir3")).getGroup().toString()); |
| assertEquals(testGroup, fs.getFileStatus(new Path(basePath + "/10/dir1/file1")).getGroup().toString()); |
| |
| try{ |
| ae.chgrp(context, null, null, relativePath, testUser, testGroup2, false, false); |
| fail(); |
| } catch (ActionExecutorException e){ |
| assertEquals(e.getErrorCode(), "FS001"); |
| } |
| |
| fs.delete(basePath, true); |
| } |
| |
| private Context createContextWithUser(String actionXml, String user) throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| |
| XConfiguration protoConf = new XConfiguration(); |
| protoConf.set(WorkflowAppService.HADOOP_USER, user); |
| |
| WorkflowJobBean wf = createBaseWorkflow(protoConf, "fs-action"); |
| wf.setUser(user); |
| WorkflowActionBean action = (WorkflowActionBean) wf.getActions().get(0); |
| action.setType(ae.getType()); |
| action.setConf(actionXml); |
| |
| return new Context(wf, action); |
| } |
| |
| public void testRetryOnAccessControlError() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| |
| Path path = new Path(getFsTestCaseDir(), "dir"); |
| fs.mkdirs(path); |
| fs.setPermission(path, FsPermission.valueOf("-rwx------")); |
| // do FS operation using different user to cause permission error |
| Context context = createContextWithUser("<fs/>", getTestUser2()); |
| try { |
| ae.chmod(context, path, "-r--------", false, false); |
| fail(); |
| } |
| catch (Exception e) { |
| assertTrue(e instanceof ActionExecutorException); |
| assertEquals("FS014", ((ActionExecutorException) e).getErrorCode()); |
| assertEquals(ActionExecutorException.ErrorType.ERROR, ((ActionExecutorException) e).getErrorType()); |
| } |
| } |
| |
| public void testSetRep() throws Exception { |
| FsActionExecutor ae = new FsActionExecutor(); |
| FileSystem fs = getFileSystem(); |
| Path path = new Path(getFsTestCaseDir(), "dir1"); |
| Context context = createContext("<fs/>"); |
| fs.mkdirs(path); |
| Path file = new Path(path + "/file"); |
| fs.createNewFile(file); |
| final short replicationFactor = (short) 2; |
| ae.setrep(context, path, replicationFactor); |
| assertEquals(replicationFactor, fs.getFileStatus(file).getReplication()); |
| } |
| } |
