| { |
| "storage" : { |
| "dfs" : { |
| "type" : "file", |
| "connection" : "file:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false, |
| "allowAccessOutsideWorkspace" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true, |
| "allowAccessOutsideWorkspace" : false |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro", |
| "extensions" : [ "avro" ] |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "delimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| }, |
| "s3" : { |
| "type" : "file", |
| "connection" : "s3a://my.bucket.location.com", |
| "config" : { |
| "fs.s3a.access.key" : "ID", |
| "fs.s3a.secret.key" : "SECRET" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "oci" : { |
| "type" : "file", |
| "connection": "oci://{bucket_name}@{namespace_name}", |
| "config" : { |
| "fs.oci.client.hostname": "HOSTNAME", |
| "fs.oci.client.auth.tenantId": "TENANT_ID", |
| "fs.oci.client.auth.userId": "USER_ID", |
| "fs.oci.client.auth.fingerprint": "FINGERPRINT", |
| "fs.oci.client.auth.pemfilepath": "PEM_FILEPATH" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| }, |
| "tmp" : { |
| "location" : "/tmp", |
| "writable" : true |
| } |
| }, |
| "formats" : { |
| "psv" : { |
| "type" : "text", |
| "extensions" : [ "tbl" ], |
| "fieldDelimiter" : "|" |
| }, |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "sequencefile" : { |
| "type" : "sequencefile", |
| "extensions" : [ "seq" ] |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "cp" : { |
| "type" : "file", |
| "connection" : "classpath:///", |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : true |
| }, |
| "dropbox" : { |
| "type" : "file", |
| "connection" : "dropbox:///", |
| "config": { |
| "dropboxAccessToken": "<your access token here>" |
| }, |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| } |
| }, |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "enabled" : false |
| }, |
| "box" : { |
| "type" : "file", |
| "connection" : "box:///", |
| "workspaces" : { |
| "root" : { |
| "location" : "/", |
| "writable" : false |
| } |
| }, |
| "formats" : { |
| "csv" : { |
| "type" : "text", |
| "extensions" : [ "csv" ], |
| "fieldDelimiter" : "," |
| }, |
| "tsv" : { |
| "type" : "text", |
| "extensions" : [ "tsv" ], |
| "fieldDelimiter" : "\t" |
| }, |
| "json" : { |
| "type" : "json", |
| "extensions" : [ "json" ] |
| }, |
| "parquet" : { |
| "type" : "parquet" |
| }, |
| "avro" : { |
| "type" : "avro" |
| }, |
| "csvh" : { |
| "type" : "text", |
| "extensions" : [ "csvh" ], |
| "fieldDelimiter" : ",", |
| "extractHeader" : true |
| } |
| }, |
| "oAuthConfig": { |
| "callbackURL": "http://localhost:8047/credentials/box/update_oauth2_authtoken", |
| "authorizationURL": "https://account.box.com/api/oauth2/authorize", |
| "authorizationParams": { |
| "response_type": "code" |
| } |
| }, |
| "credentialsProvider": { |
| "credentialsProviderType": "PlainCredentialsProvider", |
| "credentials": { |
| "clientID": "<YOUR CLIENT ID>", |
| "clientSecret": "<YOUR CLIENT SECRET>", |
| "tokenURI": "https://api.box.com/oauth2/token" |
| }, |
| "userCredentials": {} |
| }, |
| "enabled" : false, |
| "authMode": "SHARED_USER" |
| } |
| } |
| } |
