| { |
| "storage" : { |
| "dfs" : { |
| "type" : "file", |
| "connection" : "file:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false, |
| "allowAccessOutsideWorkspace" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true, |
| "allowAccessOutsideWorkspace" : false |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "delimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "httpd" : { |
| "type" : "httpd", |
| "logFormat" : "%h %l %u %t \"%r\" %>s %b \"%{Referer}i\" \"%{User-agent}i\"", |
| "timestampFormat" : "dd/MMM/yyyy:HH:mm:ss ZZ" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "pcap" : { |
| "type" : "pcap" |
| }, |
| "pcapng" : { |
| "type" : "pcapng" |
| }, |
| "avro" : { |
| "type" : "avro", |
| "extensions" : [ "avro" ] |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| }, |
| "image" : { |
| "type" : "image", |
| "extensions" : [ "jpg", "jpeg", "jpe", "tif", "tiff", "dng", "psd", "png", "bmp", "gif", "ico", "pcx", "wav", "wave", "avi", "webp", "mov", "mp4", "m4a", "m4p", "m4b", "m4r", "m4v", "3gp", "3g2", "eps", "epsf", "epsi", "ai", "arw", "crw", "cr2", "nef", "orf", "raf", "rw2", "rwl", "srw", "x3f" ] |
| } |
| }, |
| "enabled" : true |
| }, |
| "s3" : { |
| "type" : "file", |
| "connection" : "s3a://my.bucket.location.com", |
| "config" : { |
| "fs.s3a.access.key" : "ID", |
| "fs.s3a.secret.key" : "SECRET" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "delimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "cp" : { |
| "type" : "file", |
| "connection" : "classpath:///", |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| }, |
| "image" : { |
| "type" : "image", |
| "extensions" : [ "jpg", "jpeg", "jpe", "tif", "tiff", "dng", "psd", "png", "bmp", "gif", "ico", "pcx", "wav", "wave", "avi", "webp", "mov", "mp4", "m4a", "m4p", "m4b", "m4r", "m4v", "3gp", "3g2", "eps", "epsf", "epsi", "ai", "arw", "crw", "cr2", "nef", "orf", "raf", "rw2", "rwl", "srw", "x3f" ] |
| } |
| }, |
| "enabled" : true |
| } |
| } |
| } |