exec/java-exec/src/main/resources/bootstrap-storage-plugins.json

{
  "storage":{
    dfs: {
      type: "file",
      connection: "file:///",
      workspaces: {
        "root" : {
          location: "/",
          writable: false,
          allowAccessOutsideWorkspace: false
        },
        "tmp" : {
          location: "/tmp",
          writable: true,
          allowAccessOutsideWorkspace: false
        }
      },
      formats: {
        "psv" : {
          type: "text",
          extensions: [ "tbl" ],
          delimiter: "|"
        },
        "csv" : {
          type: "text",
          extensions: [ "csv" ],
          delimiter: ","
        },
        "tsv" : {
          type: "text",
          extensions: [ "tsv" ],
          delimiter: "\t"
        },
        "httpd" : {
          type: "httpd",
          logFormat: "%h %t \"%r\" %>s %b \"%{Referer}i\""
          /* timestampFormat: "dd/MMM/yyyy:HH:mm:ss ZZ" */
        },
        "parquet" : {
          type: "parquet"
        },
        "json" : {
          type: "json",
          extensions: [ "json" ]
        },
        "pcap" : {
          type: "pcap"
        },
        "avro" : {
          type: "avro"
        },
        "sequencefile": {
          type : "sequencefile",
          extensions: [ "seq" ]
        },
        "csvh" : {
          type: "text",
          extensions: [ "csvh" ],
          delimiter: ",",
          extractHeader: true
        }
      }
    },
    s3: {
      type: "file",
      connection: "s3a://my.bucket.location.com",
      enabled : false,
      config : {
        "fs.s3a.access.key": "ID",
        "fs.s3a.secret.key": "SECRET"
      },
      workspaces: {
        "root" : {
          location: "/",
          writable: false
        },
        "tmp" : {
          location: "/tmp",
          writable: true
        }
      },
      formats: {
        "psv" : {
          type: "text",
          extensions: [ "tbl" ],
          delimiter: "|"
        },
        "csv" : {
          type: "text",
          extensions: [ "csv" ],
          delimiter: ","
        },
        "tsv" : {
          type: "text",
          extensions: [ "tsv" ],
          delimiter: "\t"
        },
        "parquet" : {
          type: "parquet"
        },
        "json" : {
          type: "json",
          extensions: [ "json" ]
        },
        "avro" : {
          type: "avro"
        },
        "sequencefile": {
          type : "sequencefile",
          extensions: [ "seq" ]
        },
        "csvh" : {
          type: "text",
          extensions: [ "csvh" ],
          delimiter: ",",
          extractHeader: true
        }
      }
    },

    cp: {
      type: "file",
      connection: "classpath:///",
      formats: {
        "csv" : {
          type: "text",
          extensions: [ "csv" ],
          delimiter: ","
        },
        "tsv" : {
                  type: "text",
                  extensions: [ "tsv" ],
                  delimiter: "\t"
        },
        "json" : {
          type: "json",
          extensions: [ "json" ]
        },
        "parquet" : {
          type: "parquet"
        },
        "avro" : {
          type: "avro"
        },
        "csvh" : {
          type: "text",
          extensions: [ "csvh" ],
          delimiter: ",",
          extractHeader: true
        }
      }
    }
  }
}