| { |
| "storage" : { |
| "dfs" : { |
| "type" : "file", |
| "connection" : "file:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false, |
| "allowAccessOutsideWorkspace" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true, |
| "allowAccessOutsideWorkspace" : false |
| } |
| }, |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "pcap" : { |
| "type" : "pcap" |
| }, |
| "avro" : { |
| "type" : "avro", |
| "extensions" : [ "avro" ] |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| }, |
| "s3" : { |
| "type" : "file", |
| "connection" : "s3a://my.bucket.location.com", |
| "config" : { |
| "fs.s3a.access.key" : "ID", |
| "fs.s3a.secret.key" : "SECRET" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "delimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "bsv" : { |
| "type" : "text", |
| "extensions" : [ "bsv" ], |
| "delimiter" : "!" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "local" : { |
| "type" : "file", |
| "connection" : "file:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false, |
| "allowAccessOutsideWorkspace" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true, |
| "allowAccessOutsideWorkspace" : false |
| } |
| }, |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "delimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "delimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "pcap" : { |
| "type" : "pcap" |
| }, |
| "avro" : { |
| "type" : "avro", |
| "extensions" : [ "avro" ] |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| } |
| } |
| } |
