| { |
| "dbname" : "database name", |
| "hdfs_app_path" : "hdfs application path", |
| "collector_processes":5, |
| "ingestion_interval":1, |
| "spark-streaming":{ |
| "driver_memory":"", |
| "spark_exec":"", |
| "spark_executor_memory":"", |
| "spark_executor_cores":"", |
| "spark_batch_size":"" |
| }, |
| "kafka":{ |
| "kafka_server":"kafka ip", |
| "kafka_port":"kafka port", |
| "zookeper_server":"zk ip", |
| "zookeper_port":"zk port", |
| "message_size":900000 |
| }, |
| "pipelines":{ |
| "flow":{ |
| "type":"flow", |
| "collector_path":"/collector_path/flow", |
| "local_staging":"/tmp/", |
| "supported_files":["nfcapd."], |
| "process_opt":"" |
| }, |
| "dns":{ |
| "type":"dns", |
| "collector_path":"/collector_path/dns", |
| "local_staging":"/collector_path/dns/tmp", |
| "supported_files":[".pcap"], |
| "pkt_num":"650000", |
| "pcap_split_staging":"/collector_path/dns/dns_staging", |
| "process_opt":"-E separator=, -E header=y -E occurrence=f -T fields -e frame.time -e frame.time_epoch -e frame.len -e ip.src -e ip.dst -e dns.resp.name -e dns.resp.type -e dns.resp.class -e dns.flags.rcode -e dns.a 'dns.flags.response == 1'" |
| }, |
| "proxy":{ |
| "type":"proxy", |
| "collector_path":"/collector_path/proxy", |
| "supported_files":[".log"], |
| "parser":"bluecoat.py" |
| } |
| } |
| } |
