| { |
| "storage" : { |
| "dfs" : { |
| "type" : "file", |
| "connection" : "file:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false, |
| "allowAccessOutsideWorkspace" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true, |
| "allowAccessOutsideWorkspace" : false |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro", |
| "extensions" : [ "avro" ] |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| }, |
| "s3" : { |
| "type" : "file", |
| "connection" : "s3a://my.bucket.location.com", |
| "config" : { |
| "fs.s3a.access.key" : "ID", |
| "fs.s3a.secret.key" : "SECRET" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "oci" : { |
| "type" : "file", |
| "connection": "oci://{bucket_name}@{namespace_name}", |
| "config" : { |
| "fs.oci.client.hostname": "HOSTNAME", |
| "fs.oci.client.auth.tenantId": "TENANT_ID", |
| "fs.oci.client.auth.userId": "USER_ID", |
| "fs.oci.client.auth.fingerprint": "FINGERPRINT", |
| "fs.oci.client.auth.pemfilepath": "PEM_FILEPATH" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "cp" : { |
| "type" : "file", |
| "connection" : "classpath:///", |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| }, |
| "dropbox" : { |
| "type" : "file", |
| "connection" : "dropbox:///", |
| "config": { |
| "dropboxAccessToken": "<your access token here>" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| } |
| }, |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| } |
| } |
| } |