METRON-41 Integrate Apache Rat to Audit Source Code Licensing (nickwallen via cestella) closes apache/incubator-metron#27
diff --git a/bro-plugin-kafka/CHANGES b/bro-plugin-kafka/CHANGES
index e69de29..3df60b0 100644
--- a/bro-plugin-kafka/CHANGES
+++ b/bro-plugin-kafka/CHANGES
@@ -0,0 +1,17 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
diff --git a/bro-plugin-kafka/CMakeLists.txt b/bro-plugin-kafka/CMakeLists.txt
index 27bf7f3..f578eb2 100644
--- a/bro-plugin-kafka/CMakeLists.txt
+++ b/bro-plugin-kafka/CMakeLists.txt
@@ -1,3 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
cmake_minimum_required(VERSION 2.8)
project(Plugin)
include(BroPlugin)
diff --git a/bro-plugin-kafka/src/kafka.bif b/bro-plugin-kafka/src/kafka.bif
index fef24b8..a95937f 100644
--- a/bro-plugin-kafka/src/kafka.bif
+++ b/bro-plugin-kafka/src/kafka.bif
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
module Kafka;
const kafka_broker_list: string;
diff --git a/bro-plugin-kafka/tests/btest.cfg b/bro-plugin-kafka/tests/btest.cfg
index 0578397..e42fefd 100644
--- a/bro-plugin-kafka/tests/btest.cfg
+++ b/bro-plugin-kafka/tests/btest.cfg
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
[btest]
TestDirs = kafka
TmpDir = %(testbase)s/.tmp
diff --git a/bro-plugin-kafka/tests/kafka/show-plugin.bro b/bro-plugin-kafka/tests/kafka/show-plugin.bro
index aef2c26..b305382 100644
--- a/bro-plugin-kafka/tests/kafka/show-plugin.bro
+++ b/bro-plugin-kafka/tests/kafka/show-plugin.bro
@@ -1,2 +1,19 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
# @TEST-EXEC: bro -NN Metron::Kafka >output
# @TEST-EXEC: btest-diff output
diff --git a/deployment/inventory/metron_example/group_vars/all b/deployment/inventory/metron_example/group_vars/all
index c6e7aab..a8b5bff 100644
--- a/deployment/inventory/metron_example/group_vars/all
+++ b/deployment/inventory/metron_example/group_vars/all
@@ -1,3 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
# metron variables
metron_version: 0.1BETA
java_home: /usr/jdk64/jdk1.8.0_40
diff --git a/deployment/inventory/metron_example/hosts b/deployment/inventory/metron_example/hosts
index 92160bc..2aa75cc 100644
--- a/deployment/inventory/metron_example/hosts
+++ b/deployment/inventory/metron_example/hosts
@@ -1,3 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
[ambari_master]
host
@@ -17,4 +35,4 @@
host ansible_ssh_private_key_file=path_to_key_file ansible_ssh_user=user
[sensors]
-host ansible_ssh_private_key_file=path_to_key_file ansible_ssh_user=user
\ No newline at end of file
+host ansible_ssh_private_key_file=path_to_key_file ansible_ssh_user=user
diff --git a/deployment/inventory/singlenode-vagrant/group_vars/all b/deployment/inventory/singlenode-vagrant/group_vars/all
index 0135acc..79f2d07 100644
--- a/deployment/inventory/singlenode-vagrant/group_vars/all
+++ b/deployment/inventory/singlenode-vagrant/group_vars/all
@@ -1,3 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
# metron variables
metron_version: 0.1BETA
java_home: /usr/jdk64/jdk1.8.0_40
diff --git a/deployment/inventory/singlenode-vagrant/hosts b/deployment/inventory/singlenode-vagrant/hosts
index 379bdd7..cc31bb1 100644
--- a/deployment/inventory/singlenode-vagrant/hosts
+++ b/deployment/inventory/singlenode-vagrant/hosts
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
[ambari_master]
node1
@@ -17,4 +34,4 @@
node1
[sensors]
-node1
\ No newline at end of file
+node1
diff --git a/deployment/roles/elasticsearch/files/elasticsearch.repo b/deployment/roles/elasticsearch/files/elasticsearch.repo
index ed299b4..e0e4d27 100644
--- a/deployment/roles/elasticsearch/files/elasticsearch.repo
+++ b/deployment/roles/elasticsearch/files/elasticsearch.repo
@@ -1,6 +1,24 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
[elasticsearch-1.7]
name=Elasticsearch repository for 1.7.x packages
baseurl=http://packages.elastic.co/elasticsearch/1.7/centos
gpgcheck=1
gpgkey=http://packages.elastic.co/GPG-KEY-elasticsearch
-enabled=1
\ No newline at end of file
+enabled=1
diff --git a/deployment/roles/pcap_replay/files/pcap-replay b/deployment/roles/pcap_replay/files/pcap-replay
index 074406d..912b7dc 100644
--- a/deployment/roles/pcap_replay/files/pcap-replay
+++ b/deployment/roles/pcap_replay/files/pcap-replay
@@ -1,8 +1,26 @@
#!/usr/bin/env bash
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# pcap replay daemon
# chkconfig: 345 20 80
# description: Replays packet capture data stored in libpcap format
# processname: pcap-replay
+#
DAEMON_PATH="/opt/pcap-replay"
PCAPIN=`ls $DAEMON_PATH/*.pcap 2> /dev/null`
diff --git a/deployment/roles/snort/files/snort.conf b/deployment/roles/snort/files/snort.conf
index 35757c3..260d0a4 100644
--- a/deployment/roles/snort/files/snort.conf
+++ b/deployment/roles/snort/files/snort.conf
@@ -1,26 +1,20 @@
-#--------------------------------------------------
-# VRT Rule Packages Snort.conf
#
-# For more information visit us at:
-# http://www.snort.org Snort Website
-# http://vrt-blog.snort.org/ Sourcefire VRT Blog
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
#
-# Mailing list Contact: snort-sigs@lists.sourceforge.net
-# False Positive reports: fp@sourcefire.com
-# Snort bugs: bugs@snort.org
+# http://www.apache.org/licenses/LICENSE-2.0
#
-# Compatible with Snort Versions:
-# VERSIONS : 2.9.6.2
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
#
-# Snort build options:
-# OPTIONS : --enable-gre --enable-mpls --enable-targetbased --enable-ppm --enable-perfprofiling --enable-zlib --enable-active-response --enable-normalizer --enable-reload --enable-react --enable-flexresp3
-#
-# Additional information:
-# This configuration file enables active response, to run snort in
-# test mode -T you are required to supply an interface -i <interface>
-# or test mode will fail to fully validate the configuration and
-# exit with a FATAL error
-#--------------------------------------------------
###################################################
# This file contains a sample snort configuration.
diff --git a/metron-streaming/Metron-Alerts/readme.md b/metron-streaming/Metron-Alerts/README.md
similarity index 100%
rename from metron-streaming/Metron-Alerts/readme.md
rename to metron-streaming/Metron-Alerts/README.md
diff --git a/metron-streaming/Metron-Alerts/pom.xml.versionsBackup b/metron-streaming/Metron-Alerts/pom.xml.versionsBackup
deleted file mode 100644
index 3530449..0000000
--- a/metron-streaming/Metron-Alerts/pom.xml.versionsBackup
+++ /dev/null
@@ -1,99 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-Alerts</artifactId>
- <name>OpenSOC-Alerts</name>
- <description>Taggers for alerts</description>
- <properties>
- <json.simple.version>1.1.1</json.simple.version>
-
- <storm.version>0.9.2-incubating</storm.version>
- <kafka.version>0.8.0</kafka.version>
- <metrics.version>3.0.2</metrics.version>
- <commons.config.version>1.10</commons.config.version>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>com.googlecode.json-simple</groupId>
- <artifactId>json-simple</artifactId>
- <version>${json.simple.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.kafka</groupId>
- <artifactId>kafka_2.9.2</artifactId>
- <version>0.8.0</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>com.sun.jmx</groupId>
- <artifactId>jmxri</artifactId>
- </exclusion>
- <exclusion>
- <groupId>com.sun.jdmk</groupId>
- <artifactId>jmxtools</artifactId>
- </exclusion>
- <exclusion>
- <groupId>javax.jms</groupId>
- <artifactId>jms</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>com.codahale.metrics</groupId>
- <artifactId>metrics-core</artifactId>
- <version>${metrics.version}</version>
- </dependency>
- <dependency>
- <groupId>com.codahale.metrics</groupId>
- <artifactId>metrics-graphite</artifactId>
- <version>${metrics.version}</version>
- </dependency>
- <dependency>
- <groupId>commons-configuration</groupId>
- <artifactId>commons-configuration</artifactId>
- <version>${commons.config.version}</version>
- </dependency>
- <dependency>
- <groupId>commons-validator</groupId>
- <artifactId>commons-validator</artifactId>
- <version>1.4.0</version>
- </dependency>
-
- </dependencies>
- <build>
- <resources>
- <resource>
- <directory>src/main/resources</directory>
- </resource>
- </resources>
- </build>
-</project>
\ No newline at end of file
diff --git a/metron-streaming/Metron-Alerts/src/test/resources/config/AllAlertAdapterTest.config b/metron-streaming/Metron-Alerts/src/test/resources/config/AllAlertAdapterTest.config
index fe7d109..11c545c 100644
--- a/metron-streaming/Metron-Alerts/src/test/resources/config/AllAlertAdapterTest.config
+++ b/metron-streaming/Metron-Alerts/src/test/resources/config/AllAlertAdapterTest.config
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
#Alerts Bolt
bolt.alerts.adapter=org.apache.metron.alerts.adapters.AllAlertAdapter
org.apache.metron.alerts.adapters.AllAlertAdapter.whitelist_table_name = ip_whitelist
@@ -5,4 +22,4 @@
org.apache.metron.alerts.adapters.AllAlertAdapter.quorum=zkpr1,zkpr2,zkpr3
org.apache.metron.alerts.adapters.AllAlertAdapter.port=2181
org.apache.metron.alerts.adapters.AllAlertAdapter._MAX_CACHE_SIZE_OBJECTS_NUM=3600
-org.apache.metron.alerts.adapters.AllAlertAdapter._MAX_TIME_RETAIN_MINUTES=1000
\ No newline at end of file
+org.apache.metron.alerts.adapters.AllAlertAdapter._MAX_TIME_RETAIN_MINUTES=1000
diff --git a/metron-streaming/Metron-Common/pom.xml.versionsBackup b/metron-streaming/Metron-Common/pom.xml.versionsBackup
deleted file mode 100644
index 8ead949..0000000
--- a/metron-streaming/Metron-Common/pom.xml.versionsBackup
+++ /dev/null
@@ -1,131 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-Common</artifactId>
- <name>OpenSOC-Common</name>
- <description>Components common to all enrichments</description>
- <properties>
- <json.simple.version>1.1.1</json.simple.version>
-
- <storm.version>0.9.2-incubating</storm.version>
- <kafka.version>0.8.0</kafka.version>
- <metrics.version>3.0.2</metrics.version>
- <commons.config.version>1.10</commons.config.version>
- <hbase.version>0.98.5-hadoop2</hbase.version>
- </properties>
- <repositories>
- <repository>
- <id>Kraken-Repo</id>
- <name>Kraken Repository</name>
- <url>http://download.krakenapps.org</url>
- </repository>
- </repositories>
- <dependencies>
- <dependency>
- <groupId>com.googlecode.json-simple</groupId>
- <artifactId>json-simple</artifactId>
- <version>${json.simple.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.kafka</groupId>
- <artifactId>kafka_2.9.2</artifactId>
- <version>0.8.0</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>com.sun.jmx</groupId>
- <artifactId>jmxri</artifactId>
- </exclusion>
- <exclusion>
- <groupId>com.sun.jdmk</groupId>
- <artifactId>jmxtools</artifactId>
- </exclusion>
- <exclusion>
- <groupId>javax.jms</groupId>
- <artifactId>jms</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>com.codahale.metrics</groupId>
- <artifactId>metrics-core</artifactId>
- <version>${metrics.version}</version>
- </dependency>
- <dependency>
- <groupId>com.codahale.metrics</groupId>
- <artifactId>metrics-graphite</artifactId>
- <version>${metrics.version}</version>
- </dependency>
- <dependency>
- <groupId>commons-configuration</groupId>
- <artifactId>commons-configuration</artifactId>
- <version>${commons.config.version}</version>
- </dependency>
- <dependency>
- <groupId>org.krakenapps</groupId>
- <artifactId>kraken-pcap</artifactId>
- <version>1.5.0</version>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase-client</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- </dependencies>
-
- <reporting>
- <plugins>
- <!-- Normally, dependency report takes time, skip it -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.7</version>
-
- <configuration>
- <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>emma-maven-plugin</artifactId>
- <version>1.0-alpha-3</version>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <configuration>
- <targetJdk>1.7</targetJdk>
- </configuration>
- </plugin>
- </plugins>
- </reporting>
-
-</project>
diff --git a/metron-streaming/Metron-Common/src/main/java/org/apache/metron/ise/parser/ISEParser.jj b/metron-streaming/Metron-Common/src/main/java/org/apache/metron/ise/parser/ISEParser.jj
index 86edd1f..6071922 100644
--- a/metron-streaming/Metron-Common/src/main/java/org/apache/metron/ise/parser/ISEParser.jj
+++ b/metron-streaming/Metron-Common/src/main/java/org/apache/metron/ise/parser/ISEParser.jj
Binary files differ
diff --git a/metron-streaming/Metron-Common/src/test/resources/config/BasicTldExtractorTest.config b/metron-streaming/Metron-Common/src/test/resources/config/BasicTldExtractorTest.config
index 6b3dc05..317add3 100644
--- a/metron-streaming/Metron-Common/src/test/resources/config/BasicTldExtractorTest.config
+++ b/metron-streaming/Metron-Common/src/test/resources/config/BasicTldExtractorTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#BasicTldExtractorConfig
logFile=effective_tld_names.dat
diff --git a/metron-streaming/Metron-DataLoads/pom.xml.versionsBackup b/metron-streaming/Metron-DataLoads/pom.xml.versionsBackup
deleted file mode 100644
index a122057..0000000
--- a/metron-streaming/Metron-DataLoads/pom.xml.versionsBackup
+++ /dev/null
@@ -1,97 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
--->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-DataLoads</artifactId>
- <properties>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- <storm.version>0.9.1-incubating</storm.version>
- <hbase.version>0.98.0-hadoop2</hbase.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase-client</artifactId>
- <version>${hbase.version}</version>
- </dependency>
- </dependencies>
- <build>
- <sourceDirectory>src</sourceDirectory>
- <resources>
- <resource>
- <directory>src</directory>
- <excludes>
- <exclude>**/*.java</exclude>
- </excludes>
- </resource>
- </resources>
- <plugins>
- <plugin>
- <artifactId>maven-compiler-plugin</artifactId>
- <version>3.1</version>
- <configuration>
- <source>1.7</source>
- <target>1.7</target>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-shade-plugin</artifactId>
- <version>2.3</version>
- <executions>
- <execution>
- <phase>package</phase>
- <goals>
- <goal>shade</goal>
- </goals>
- <configuration>
- <artifactSet>
- <excludes>
- <exclude>classworlds:classworlds</exclude>
- <exclude>junit:junit</exclude>
- <exclude>jmock:*</exclude>
- <exclude>*:xml-apis</exclude>
- <exclude>org.apache.maven:lib:tests</exclude>
- <exclude>log4j:log4j:jar:</exclude>
- <exclude>*:hbase:*</exclude>
- </excludes>
- </artifactSet>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
-
-</project>
diff --git a/metron-streaming/Metron-DataLoads/src/main/assembly/assembly.xml b/metron-streaming/Metron-DataLoads/src/main/assembly/assembly.xml
index 44d7216..19c5464 100644
--- a/metron-streaming/Metron-DataLoads/src/main/assembly/assembly.xml
+++ b/metron-streaming/Metron-DataLoads/src/main/assembly/assembly.xml
@@ -1,3 +1,16 @@
+<!--
+ Licensed to the Apache Software
+ Foundation (ASF) under one or more contributor license agreements. See the
+ NOTICE file distributed with this work for additional information regarding
+ copyright ownership. The ASF licenses this file to You under the Apache License,
+ Version 2.0 (the "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software distributed
+ under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
+ OR CONDITIONS OF ANY KIND, either express or implied. See the License for
+ the specific language governing permissions and limitations under the License.
+ -->
+
<assembly>
<id>archive</id>
<formats>
diff --git a/metron-streaming/Metron-DataServices/README.md b/metron-streaming/Metron-DataServices/README.md
index e845566..7ee5355 100644
--- a/metron-streaming/Metron-DataServices/README.md
+++ b/metron-streaming/Metron-DataServices/README.md
@@ -1 +1,16 @@
-README
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ -->
diff --git a/metron-streaming/Metron-DataServices/conf/config.properties b/metron-streaming/Metron-DataServices/conf/config.properties
index 7c060fb..6a40a71 100644
--- a/metron-streaming/Metron-DataServices/conf/config.properties
+++ b/metron-streaming/Metron-DataServices/conf/config.properties
@@ -1,5 +1,22 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
# sample config file for the Alerts/Proxy service. Fill in
-# the settings below with values appropriate to your environment.
+# the settings below with values appropriate to your environment.
alertsServiceImpl=elasticsearch
ldapUrl=ldap://ec2-54-88-217-194.compute-1.amazonaws.com
@@ -18,4 +35,3 @@
authTokenAlias=authTokenKey
authTokenMaxAge=10000
alerts.cache.expiration.interval=360000
-
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/config-definition-hbase.xml b/metron-streaming/Metron-DataServices/src/main/resources/config-definition-hbase.xml
index efe05e8..5d092bf 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/config-definition-hbase.xml
+++ b/metron-streaming/Metron-DataServices/src/main/resources/config-definition-hbase.xml
@@ -1,3 +1,19 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
<?xml version="1.0" encoding="ISO-8859-1" ?>
<configuration>
@@ -15,20 +31,20 @@
</lookups>
</header>
<override>
- <!-- 1. properties from 'hbae-config.properties' are loaded first;
+ <!-- 1. properties from 'hbae-config.properties' are loaded first;
if a property is not present in this file, then it will search in the files in the order they are defined here.
2. 'refreshDelay' indicates the minimum delay in milliseconds between checks to see if the underlying file is changed.
- 3. 'config-optional' indicates this file is not required -->
-
+ 3. 'config-optional' indicates this file is not required -->
+
<properties fileName="${expr:System.getProperty('configPath')+'/hbase-config.properties'}" config-optional="true">
<reloadingStrategy refreshDelay="${expr:System.getProperty('configRefreshDelay')}"
config-class="org.apache.commons.configuration.reloading.FileChangedReloadingStrategy"/>
</properties>
-
+
<properties fileName="hbase-config-default.properties" config-optional="true">
<!-- <reloadingStrategy refreshDelay="${expr:System.getProperty('defaultConfigRefreshDelay')}"
config-class="org.apache.commons.configuration.reloading.FileChangedReloadingStrategy"/>
--> </properties>
-
+
</override>
-</configuration>
\ No newline at end of file
+</configuration>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/hbase-config-default.properties b/metron-streaming/Metron-DataServices/src/main/resources/hbase-config-default.properties
index 4ee56b6..5ddf676 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/hbase-config-default.properties
+++ b/metron-streaming/Metron-DataServices/src/main/resources/hbase-config-default.properties
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements. See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#hbase zoo keeper configuration
hbase.zookeeper.quorum=zkpr1,zkpr2,zkpr3
hbase.zookeeper.clientPort=2181
@@ -25,7 +42,7 @@
#configuration for including pcaps in the reverse traffic
pcaps.include.reverse.traffic = false
-#maximum table row size in KB or MB
+#maximum table row size in KB or MB
hbase.table.row.size.unit = KB
hbase.table.max.row.size = 70
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/log4j.xml b/metron-streaming/Metron-DataServices/src/main/resources/log4j.xml
index 834b3b3..6096374 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/log4j.xml
+++ b/metron-streaming/Metron-DataServices/src/main/resources/log4j.xml
@@ -1,17 +1,33 @@
+<!--
+ Licensed to the Apache Software Foundation (ASF) under one or more
+ contributor license agreements. See the NOTICE file distributed with
+ this work for additional information regarding copyright ownership.
+ The ASF licenses this file to You under the Apache License, Version 2.0
+ (the "License"); you may not use this file except in compliance with
+ the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software
+ distributed under the License is distributed on an "AS IS" BASIS,
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ See the License for the specific language governing permissions and
+ limitations under the License.
+ -->
<?xml version="1.0" encoding="UTF-8" ?>
<!DOCTYPE log4j:configuration SYSTEM "log4j.dtd">
<log4j:configuration xmlns:log4j="http://jakarta.apache.org/log4j/">
- <appender name="console" class="org.apache.log4j.ConsoleAppender">
- <param name="Target" value="System.out"/>
- <layout class="org.apache.log4j.PatternLayout">
- <param name="ConversionPattern" value="%-5p %c{1} - %m%n"/>
- </layout>
- </appender>
+ <appender name="console" class="org.apache.log4j.ConsoleAppender">
+ <param name="Target" value="System.out"/>
+ <layout class="org.apache.log4j.PatternLayout">
+ <param name="ConversionPattern" value="%-5p %c{1} - %m%n"/>
+ </layout>
+ </appender>
- <root>
- <priority value ="info" />
- <appender-ref ref="console" />
+ <root>
+ <priority value ="info" />
+ <appender-ref ref="console" />
</root>
-
-</log4j:configuration>
\ No newline at end of file
+
+</log4j:configuration>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/logged_in.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/logged_in.jsp
index 98b1159..52fa9ae 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/logged_in.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/logged_in.jsp
@@ -1,14 +1,30 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
<%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core"%>
<html>
-
+
<head>
<title>Login</title>
</head>
-
+
<body>
<h3>Logged In!</h3>
-
+
<ul>
<c:forEach var="currentCookie" items="${cookie}">
<li>
@@ -16,7 +32,7 @@
</li>
</c:forEach>
</ul>
-
+
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_failed.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_failed.jsp
index 457726f..510bf90 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_failed.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_failed.jsp
@@ -1,14 +1,30 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
<%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core"%>
<html>
-
+
<head>
<title>Login</title>
</head>
-
+
<body>
<h3>Fail!!!!</h3>
-
+
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_old.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_old.jsp
index dbe6e48..4b3017f 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_old.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/login_old.jsp
@@ -1,21 +1,38 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
+
<html>
-
+
<head>
<title>Login</title>
</head>
-
+
<body>
<h3>Login:</h3>
-
+
<form action="/login" method="POST">
-
+
<label for="userName">Username:</label><input type="text" name="userName" id="userName"></input>
<br />
<label for="password">Password:</label><input type="password" name="password" id="password" ></input>
<br />
<button name="login">Login</button>
</form>
-
+
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket.jsp
index 0530eaa..bd71bfa 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket.jsp
@@ -1,33 +1,49 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
<%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core"%>
<html>
-
+
<head>
<title>Do something with WebSockets</title>
-
- <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
+
+ <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
<script type="text/javascript">
$(document).ready(function() {
-
+
var exampleSocket = null;
var groupId = null;
-
+
$("#startBtn").click(
function() {
exampleSocket = new WebSocket("wss://localhost:8443/ws/messages");
if( exampleSocket != null )
{
-
+
exampleSocket.onmessage = function (event)
{
-
+
var msg = event.data;
- var index = msg.search( "groupId:" );
+ var index = msg.search( "groupId:" );
if( index >= 0 )
{
console.log( "groupId message" );
// this is our groupId from the server, save it for future use
-
+
groupId = msg.substring( index + 8 ).trim();
console.log( "groupId: " + groupId );
}
@@ -35,49 +51,49 @@
{
// console.log( "alert message" );
// this is an alert message, just render it...
-
+
// console.log( event.data );
$('#msgList').append( '<li>' + msg + '</li>' );
}
}
-
+
exampleSocket.onopen = function() {
console.log( "exampleSocket is open.")
console.log( "sending startMessages signal" );
- exampleSocket.send( "startMessages" );
+ exampleSocket.send( "startMessages" );
}
}
else
{
alert( "exampleSocket is null!" );
}
-
- }
+
+ }
)
-
+
$("#stopBtn").click(
function() {
exampleSocket.send( "stopMessages");
}
)
-
+
})
-
+
</script>
</head>
-
+
<body>
<h3>Get some data with a WebSocket</h3>
-
+
<button id="startBtn">Start</button> <span style="min-width:140px;"></span> <button id="stopBtn">Stop</button>
<div id="msgArea" style="background-color:#F8F8F8;color:red;min-height:100px; min-width:400px;">
<ul id="msgList" >
-
+
</ul>
-
+
</div>
-
+
<div id="debug">
<ul>
<c:forEach var="req" items="${header}">
@@ -96,5 +112,5 @@
</ul>
</div>
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket2.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket2.jsp
index 7ea83ba..f533c6a 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket2.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket2.jsp
@@ -1,11 +1,27 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
<%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core"%>
<html>
-
+
<head>
<title>Do something with WebSockets</title>
-
- <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
+
+ <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
<script type="text/javascript">
$(document).ready(function(){
$("#startBtn").click(
@@ -13,44 +29,44 @@
var exampleSocket = new WebSocket("wss://localhost:8443/ws/messages");
if( exampleSocket != null )
{
-
+
exampleSocket.onmessage = function (event)
{
-
+
// console.log( event.data );
$('#msgList').append( '<li>' + event.data + '</li>' );
}
-
+
exampleSocket.onopen = function() {
console.log( "exampleSocket is open.")
console.log( "sending startMessages signal" );
- exampleSocket.send( "startMessages" );
+ exampleSocket.send( "startMessages" );
}
}
else
{
alert( "exampleSocket is null!" );
}
-
- }
+
+ }
)
})
-
+
</script>
</head>
-
+
<body>
<h3>Get some data with a WebSocket</h3>
-
+
<button id="startBtn">Start</button>
<div id="msgArea" style="background-color:#F8F8F8;color:red;min-height:100px; min-width:400px;">
<ul id="msgList" >
-
+
</ul>
-
+
</div>
-
+
<div id="debug">
<ul>
<c:forEach var="req" items="${header}">
@@ -69,5 +85,5 @@
</ul>
</div>
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket3.jsp b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket3.jsp
index 05c929c..7ca1a9b 100644
--- a/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket3.jsp
+++ b/metron-streaming/Metron-DataServices/src/main/resources/webroot/withsocket3.jsp
@@ -1,33 +1,49 @@
+<%--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ --%>
<%@ taglib prefix="c" uri="http://java.sun.com/jsp/jstl/core"%>
<html>
-
+
<head>
<title>Do something with WebSockets</title>
-
- <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
+
+ <script src="//code.jquery.com/jquery-1.11.0.min.js"></script>
<script type="text/javascript">
$(document).ready(function() {
-
+
var exampleSocket = null;
var groupId = null;
-
+
$("#startBtn").click(
function() {
exampleSocket = new WebSocket("wss://localhost:8443/ws/messages");
if( exampleSocket != null )
{
-
+
exampleSocket.onmessage = function (event)
{
-
+
var msg = event.data;
- var index = msg.search( "groupId:" );
+ var index = msg.search( "groupId:" );
if( index >= 0 )
{
console.log( "groupId message" );
// this is our groupId from the server, save it for future use
-
+
groupId = msg.substring( index + 8 ).trim();
console.log( "groupId: " + groupId );
}
@@ -35,49 +51,49 @@
{
// console.log( "alert message" );
// this is an alert message, just render it...
-
+
// console.log( event.data );
$('#msgList').append( '<li>' + msg + '</li>' );
}
}
-
+
exampleSocket.onopen = function() {
console.log( "exampleSocket is open.")
console.log( "sending startMessages signal" );
- exampleSocket.send( "startMessages:abc123" );
+ exampleSocket.send( "startMessages:abc123" );
}
}
else
{
alert( "exampleSocket is null!" );
}
-
- }
+
+ }
)
-
+
$("#stopBtn").click(
function() {
exampleSocket.send( "stopMessages");
}
)
-
+
})
-
+
</script>
</head>
-
+
<body>
<h3>Get some data with a WebSocket</h3>
-
+
<button id="startBtn">Start</button> <span style="min-width:140px;"></span> <button id="stopBtn">Stop</button>
<div id="msgArea" style="background-color:#F8F8F8;color:red;min-height:100px; min-width:400px;">
<ul id="msgList" >
-
+
</ul>
-
+
</div>
-
+
<div id="debug">
<ul>
<c:forEach var="req" items="${header}">
@@ -96,5 +112,5 @@
</ul>
</div>
</body>
-
-</html>
\ No newline at end of file
+
+</html>
diff --git a/metron-streaming/Metron-EnrichmentAdapters/readme.md b/metron-streaming/Metron-EnrichmentAdapters/README.md
similarity index 95%
rename from metron-streaming/Metron-EnrichmentAdapters/readme.md
rename to metron-streaming/Metron-EnrichmentAdapters/README.md
index 5ae1f5b..01c4caa 100644
--- a/metron-streaming/Metron-EnrichmentAdapters/readme.md
+++ b/metron-streaming/Metron-EnrichmentAdapters/README.md
@@ -10,12 +10,12 @@
```json
{
-"message":
-{"ip_src_addr": xxxx,
-"ip_dst_addr": xxxx,
-"ip_src_port": xxxx,
-"ip_dst_port": xxxx,
-"protocol": xxxx,
+"message":
+{"ip_src_addr": xxxx,
+"ip_dst_addr": xxxx,
+"ip_src_port": xxxx,
+"ip_dst_port": xxxx,
+"protocol": xxxx,
"additional-field 1": xxx,
}
@@ -26,12 +26,12 @@
```json
{
-"message":
-{"ip_src_addr": xxxx,
-"ip_dst_addr": xxxx,
-"ip_src_port": xxxx,
-"ip_dst_port": xxxx,
-"protocol": xxxx,
+"message":
+{"ip_src_addr": xxxx,
+"ip_dst_addr": xxxx,
+"ip_src_port": xxxx,
+"ip_dst_port": xxxx,
+"protocol": xxxx,
"additional-field 1": xxxx,
},
"enrichment" : {"geo": xxxx, "whois": xxxx, "hosts": xxxxx, "CIF": "xxxxx"}
@@ -122,4 +122,4 @@
```
##Stacking Enrichments
-Enrichments can be stacked. By default each enrichment bolt listens on the "message" stream. In order to create and stack enrichment bolts create a new bolt and instantiate the appropariate adapter. You can look at our sample topologies to see how enrichments can be stacked
\ No newline at end of file
+Enrichments can be stacked. By default each enrichment bolt listens on the "message" stream. In order to create and stack enrichment bolts create a new bolt and instantiate the appropariate adapter. You can look at our sample topologies to see how enrichments can be stacked
diff --git a/metron-streaming/Metron-EnrichmentAdapters/pom.xml.versionsBackup b/metron-streaming/Metron-EnrichmentAdapters/pom.xml.versionsBackup
deleted file mode 100644
index 6c54dfc..0000000
--- a/metron-streaming/Metron-EnrichmentAdapters/pom.xml.versionsBackup
+++ /dev/null
@@ -1,136 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-EnrichmentAdapters</artifactId>
-
- <properties>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- <mysql.version>5.1.31</mysql.version>
- <slf4j.version>1.7.7</slf4j.version>
- <hbase.client.version>0.96.1-hadoop2</hbase.client.version>
- <storm.hdfs.version>0.1.2</storm.hdfs.version>
- <hadoop.version>2.2.0</hadoop.version>
- <storm.version>0.9.1-incubating</storm.version>
- <guava.version>17.0</guava.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${slf4j.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>mysql</groupId>
- <artifactId>mysql-connector-java</artifactId>
- <version>${mysql.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase-client</artifactId>
- <version>${hbase.client.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- <exclusion>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-hdfs</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>com.google.guava</groupId>
- <artifactId>guava</artifactId>
- <version>${guava.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${hadoop.version}</version>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
- <dependency>
- <groupId>commons-validator</groupId>
- <artifactId>commons-validator</artifactId>
- <version>1.4.0</version>
- </dependency>
-
-
- </dependencies>
- <reporting>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
- <configuration>
- <systemProperties>
- <property>
- <name>mode</name>
- <value>local</value>
- </property>
- </systemProperties>
- </configuration>
- </plugin>
- <!-- Normally, dependency report takes time, skip it -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.7</version>
-
- <configuration>
- <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>emma-maven-plugin</artifactId>
- <version>1.0-alpha-3</version>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <configuration>
- <targetJdk>1.7</targetJdk>
- </configuration>
- </plugin>
- </plugins>
- </reporting>
-</project>
diff --git a/metron-streaming/Metron-FlumeConfigs/SampleFlumeConf.rtf b/metron-streaming/Metron-FlumeConfigs/SampleFlumeConf.rtf
deleted file mode 100644
index 728f08a..0000000
--- a/metron-streaming/Metron-FlumeConfigs/SampleFlumeConf.rtf
+++ /dev/null
@@ -1,43 +0,0 @@
-{\rtf1\ansi\ansicpg1252\cocoartf1265\cocoasubrtf210
-{\fonttbl\f0\fnil\fcharset0 Menlo-Regular;}
-{\colortbl;\red255\green255\blue255;}
-\margl1440\margr1440\vieww10800\viewh8400\viewkind0
-\pard\tx560\tx1120\tx1680\tx2240\tx2800\tx3360\tx3920\tx4480\tx5040\tx5600\tx6160\tx6720\pardirnatural
-
-\f0\fs22 \cf0 \CocoaLigature0 #agent section\
-flumesf1.sources = s\
-flumesf1.channels = c\
-flumesf1.sinks = r\
-\
-#source section\
-flumesf1.sources.s.type = syslogUdp\
-flumesf1.sources.s.port = 21001\
-flumesf1.sources.s.host = 0.0.0.0\
-flumesf1.sources.s.channels = c\
-\
-flumesf1.sinks.r.type = org.apache.flume.plugins.KafkaSink\
-\
-flumesf1.sinks.r.metadata.broker.list=dn01:9092,dn02:9092,dn03:9092,dn04:9092,dn08:9092,dn09:9092,dn10:9092\
-\
-#flumesf1.sinks.r.partition.key=0\
-#flumesf1.sinks.r.partitioner.class=org.apache.flume.plugins.SinglePartition\
-flumesf1.sinks.r.serializer.class=kafka.serializer.StringEncoder\
-flumesf1.sinks.r.request.required.acks=0\
-flumesf1.sinks.r.max.message.size=1000000\
-flumesf1.sinks.r.flumesf1.type=sync\
-flumesf1.sinks.r.custom.encoding=UTF-8\
-flumesf1.sinks.r.custom.topic.name=sourcefire_raw\
-\
-\
-\
-flumesf1.sinks.a.type = file_roll\
-flumesf1.sinks.a.channel = c\
-flumesf1.sinks.a.sink.directory = /tmp/flumesf1/\
-\
-\
-#Specify the channel the sink should use\
-flumesf1.sinks.r.channel = c\
-\
-# Each channel's type is defined.\
-flumesf1.channels.c.type = memory\
-flumesf1.channels.c.capacity = 1000}
\ No newline at end of file
diff --git a/metron-streaming/Metron-Indexing/readme.md b/metron-streaming/Metron-Indexing/README.md
similarity index 99%
rename from metron-streaming/Metron-Indexing/readme.md
rename to metron-streaming/Metron-Indexing/README.md
index 4e81abd..50d32e4 100644
--- a/metron-streaming/Metron-Indexing/readme.md
+++ b/metron-streaming/Metron-Indexing/README.md
@@ -58,4 +58,4 @@
* KafkaSpout
* KafkaBolt
* HDFSBolt
-* HBaseBolt
\ No newline at end of file
+* HBaseBolt
diff --git a/metron-streaming/Metron-Indexing/pom.xml.versionsBackup b/metron-streaming/Metron-Indexing/pom.xml.versionsBackup
deleted file mode 100644
index 11bf51e..0000000
--- a/metron-streaming/Metron-Indexing/pom.xml.versionsBackup
+++ /dev/null
@@ -1,91 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-Indexing</artifactId>
- <properties>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- <storm.version>0.9.1-incubating</storm.version>
- <elastic.search.version>1.2.1</elastic.search.version>
- <http.client.version>4.3.4</http.client.version>
- <jsonsimple.version>1.1.1</jsonsimple.version>
- </properties>
- <dependencies>
-
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.elasticsearch</groupId>
- <artifactId>elasticsearch</artifactId>
- <version>${elastic.search.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.httpcomponents</groupId>
- <artifactId>httpclient</artifactId>
- <version>${http.client.version}</version>
- </dependency>
- <dependency>
- <groupId>com.googlecode.json-simple</groupId>
- <artifactId>json-simple</artifactId>
- <version>${jsonsimple.version}</version>
- </dependency>
-
- <dependency>
- <groupId>commons-configuration</groupId>
- <artifactId>commons-configuration</artifactId>
- <version>1.9</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
-
- </dependencies>
-<reporting>
- <plugins>
- <!-- Normally, dependency report takes time, skip it -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.7</version>
-
- <configuration>
- <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
- </configuration>
- </plugin>
-
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>emma-maven-plugin</artifactId>
- <version>1.0-alpha-3</version>
- <inherited>true</inherited>
- </plugin>
- </plugins>
- </reporting>
-</project>
\ No newline at end of file
diff --git a/metron-streaming/Metron-MessageParsers/readme.md b/metron-streaming/Metron-MessageParsers/README.md
similarity index 100%
rename from metron-streaming/Metron-MessageParsers/readme.md
rename to metron-streaming/Metron-MessageParsers/README.md
diff --git a/metron-streaming/Metron-MessageParsers/pom.xml.versionsBackup b/metron-streaming/Metron-MessageParsers/pom.xml.versionsBackup
deleted file mode 100644
index ef2d97d..0000000
--- a/metron-streaming/Metron-MessageParsers/pom.xml.versionsBackup
+++ /dev/null
@@ -1,74 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!--
- Licensed to the Apache Software Foundation (ASF) under one or more
- contributor license agreements. See the NOTICE file distributed with
- this work for additional information regarding copyright ownership.
- The ASF licenses this file to You under the Apache License, Version 2.0
- (the "License"); you may not use this file except in compliance with
- the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
- Unless required by applicable law or agreed to in writing, software
- distributed under the License is distributed on an "AS IS" BASIS,
- WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
- See the License for the specific language governing permissions and
- limitations under the License.
--->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-MessageParsers</artifactId>
- <properties>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- <storm.version>0.9.1-incubating</storm.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
- </dependencies>
-<reporting>
- <plugins>
- <!-- Normally, dependency report takes time, skip it -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.7</version>
-
- <configuration>
- <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>emma-maven-plugin</artifactId>
- <version>1.0-alpha-3</version>
- </plugin>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <configuration>
- <targetJdk>1.7</targetJdk>
- </configuration>
- </plugin>
- </plugins>
- </reporting>
-</project>
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicFireEyeParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicFireEyeParserTest.config
index 8073cec..4b4c648 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicFireEyeParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicFireEyeParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#BasicFireEyeParserTestConfig
logFile=src/test/resources/FireEyeParserTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicIseParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicIseParserTest.config
index ac158a5..d57dace 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicIseParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicIseParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#IseParserTestConfig
logFile=src/test/resources/IseParserTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicLancopeParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicLancopeParserTest.config
index edafc56..bd32770 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicLancopeParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicLancopeParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#LancopeParserTestConfig
logFile=src/test/resources/LancopeParserTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicPaloAltoFirewallParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicPaloAltoFirewallParserTest.config
index 613c314..61b649e 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicPaloAltoFirewallParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicPaloAltoFirewallParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#BasicFireEyeParserTestConfig
logFile=src/test/resources/PaloAltoFirewallParserTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicSourcefireParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicSourcefireParserTest.config
index 556a54c..685b0fd 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicSourcefireParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BasicSourcefireParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#BasicSourceFileParserTestConfig
logFile=src/test/resources/SourceFireTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BroParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BroParserTest.config
index c50743c..0dcfc71 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/BroParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/BroParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#BroParserTestConfig
logFile=src/test/resources/BroParserTest.log
diff --git a/metron-streaming/Metron-MessageParsers/src/test/resources/config/GrokAsaParserTest.config b/metron-streaming/Metron-MessageParsers/src/test/resources/config/GrokAsaParserTest.config
index 2f41210..9dbc3b6 100644
--- a/metron-streaming/Metron-MessageParsers/src/test/resources/config/GrokAsaParserTest.config
+++ b/metron-streaming/Metron-MessageParsers/src/test/resources/config/GrokAsaParserTest.config
@@ -1,2 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
#GrokParserTestConfig
logFile=src/test/resources/GrokParserTest.log
diff --git a/metron-streaming/Metron-Pcap_Service/pom.xml.versionsBackup b/metron-streaming/Metron-Pcap_Service/pom.xml.versionsBackup
deleted file mode 100644
index a400fe2..0000000
--- a/metron-streaming/Metron-Pcap_Service/pom.xml.versionsBackup
+++ /dev/null
@@ -1,268 +0,0 @@
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.4BETA</version>
- </parent>
- <artifactId>OpenSOC-Pcap_Service</artifactId>
- <description>OpenSOC Pcap_Service</description>
- <properties>
- <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
- <flume.version>1.4.0.2.0.6.0-76</flume.version>
- <hadoop.version>2.2.0.2.0.6.0-76</hadoop.version>
- <maven.compiler.source>${jdk.version}</maven.compiler.source>
- <maven.compiler.target>${jdk.version}</maven.compiler.target>
-
- <storm.version>0.9.2-incubating</storm.version>
- <kafka.version>0.8.0</kafka.version>
- <slf4j.version>1.7.5</slf4j.version>
- <zookeeper.version>3.4.5.2.0.6.0-76</zookeeper.version>
- <logger.version>1.2.15</logger.version>
-
- <storm-kafka.version>0.9.2-incubating</storm-kafka.version>
- <storm-hdfs.version>0.0.7-SNAPSHOT</storm-hdfs.version>
- <storm-hbase.version>0.0.5-SNAPSHOT</storm-hbase.version>
-
- <spring.integration.version>3.0.0.RELEASE</spring.integration.version>
- <spring.version>3.2.6.RELEASE</spring.version>
- <commons-fileupload.version>1.2.2</commons-fileupload.version>
- <commons-io.version>2.4</commons-io.version>
- <commons-configuration.version>1.10</commons-configuration.version>
- <commons-lang.version>2.6</commons-lang.version>
- <commons-collections.version>3.2.1</commons-collections.version>
- <commons-beanutils.version>1.8.3</commons-beanutils.version>
- <commons-jexl.version>2.1.1</commons-jexl.version>
-
-
- <junit.version>4.11</junit.version>
- <hamcrest.version>1.3</hamcrest.version>
- <mockito.version>1.9.5</mockito.version>
- <elastic-search.version>1.3.0</elastic-search.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>org.jboss.resteasy</groupId>
- <artifactId>jaxrs-api</artifactId>
- <version>3.0.4.Final</version>
- </dependency>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${parent.version}</version>
- </dependency>
-
- <dependency>
- <groupId>commons-beanutils</groupId>
- <artifactId>commons-beanutils</artifactId>
- <version>${commons-beanutils.version}</version>
- </dependency>
- <dependency>
- <groupId>org.apache.commons</groupId>
- <artifactId>commons-jexl</artifactId>
- <version>${commons-jexl.version}</version>
- </dependency>
-
- <dependency>
- <artifactId>commons-configuration</artifactId>
- <groupId>commons-configuration</groupId>
- <version>${commons-configuration.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>${junit.version}</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.powermock</groupId>
- <artifactId>powermock-api-mockito</artifactId>
- <version>1.5</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.powermock</groupId>
- <artifactId>powermock-core</artifactId>
- <version>1.5</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>org.powermock</groupId>
- <artifactId>powermock-module-junit4</artifactId>
- <version>1.5</version>
- <scope>test</scope>
- </dependency>
- <dependency>
- <groupId>joda-time</groupId>
- <artifactId>joda-time</artifactId>
- <version>2.3</version>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase-client</artifactId>
- <version>${global_hbase_version}</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.hbase</groupId>
- <artifactId>hbase-testing-util</artifactId>
- <version>${global_hbase_version}</version>
- <scope>provided</scope>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-common</artifactId>
- <version>${global_hadoop_version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-hdfs</artifactId>
- <version>${global_hadoop_version}</version>
- <scope>provided</scope>
- </dependency>
-
- <dependency>
- <groupId>org.springframework.integration</groupId>
- <artifactId>spring-integration-http</artifactId>
- <version>${spring.integration.version}</version>
- </dependency>
- <dependency>
- <groupId>org.springframework</groupId>
- <artifactId>spring-webmvc</artifactId>
- <version>${spring.version}</version>
- </dependency>
- <dependency>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- <version>${logger.version}</version>
- <exclusions>
- <exclusion>
- <groupId>com.sun.jmx</groupId>
- <artifactId>jmxri</artifactId>
- </exclusion>
- <exclusion>
- <groupId>com.sun.jdmk</groupId>
- <artifactId>jmxtools</artifactId>
- </exclusion>
- <exclusion>
- <groupId>javax.jms</groupId>
- <artifactId>jms</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
-
-
-
-
-
- <dependency>
- <groupId>org.jboss.resteasy</groupId>
- <artifactId>resteasy-jaxrs</artifactId>
- <version>3.0.1.Final</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-simple</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.jboss.resteasy</groupId>
- <artifactId>resteasy-jaxb-provider</artifactId>
- <version>3.0.1.Final</version>
- <scope>compile</scope>
- </dependency>
- <dependency>
- <groupId>org.jboss.resteasy</groupId>
- <artifactId>async-http-servlet-3.0</artifactId>
- <version>3.0.1.Final</version>
- <scope>compile</scope>
- </dependency>
-
-
-
-
-
-
-
-
-
-
-
-
-
-
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-server</artifactId>
- <version>9.3.0.M0</version>
- </dependency>
- <dependency>
- <groupId>org.eclipse.jetty</groupId>
- <artifactId>jetty-servlet</artifactId>
- <version>9.3.0.M0</version>
- </dependency>
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-simple</artifactId>
- <version>${global_slf4j_version}</version>
- </dependency>
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-api</artifactId>
- <version>${global_slf4j_version}</version>
- </dependency>
- <dependency>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- <version>${global_slf4j_version}</version>
- </dependency>
- </dependencies>
-
- <build>
- <plugins>
- <plugin>
- <artifactId>maven-assembly-plugin</artifactId>
- <configuration>
- <archive>
- <manifest>
- <mainClass>com.opensoc.pcapservice.rest.PcapService</mainClass>
- </manifest>
- </archive>
- <descriptorRefs>
- <descriptorRef>jar-with-dependencies</descriptorRef>
- </descriptorRefs>
- </configuration>
- <executions>
- <execution>
- <id>make-assembly</id> <!-- this is used for inheritance merges -->
- <phase>package</phase> <!-- bind to the packaging phase -->
- <goals>
- <goal>single</goal>
- </goals>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
-</project>
\ No newline at end of file
diff --git a/metron-streaming/Metron-Pcap_Service/src/main/resources/config-definition-hbase.xml b/metron-streaming/Metron-Pcap_Service/src/main/resources/config-definition-hbase.xml
index efe05e8..98ece42 100644
--- a/metron-streaming/Metron-Pcap_Service/src/main/resources/config-definition-hbase.xml
+++ b/metron-streaming/Metron-Pcap_Service/src/main/resources/config-definition-hbase.xml
@@ -1,5 +1,21 @@
<?xml version="1.0" encoding="ISO-8859-1" ?>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+-->
<configuration>
<header>
<result delimiterParsingDisabled="true" forceReloadCheck="true"></result>
@@ -15,20 +31,20 @@
</lookups>
</header>
<override>
- <!-- 1. properties from 'hbae-config.properties' are loaded first;
+ <!-- 1. properties from 'hbae-config.properties' are loaded first;
if a property is not present in this file, then it will search in the files in the order they are defined here.
2. 'refreshDelay' indicates the minimum delay in milliseconds between checks to see if the underlying file is changed.
- 3. 'config-optional' indicates this file is not required -->
-
+ 3. 'config-optional' indicates this file is not required -->
+
<properties fileName="${expr:System.getProperty('configPath')+'/hbase-config.properties'}" config-optional="true">
<reloadingStrategy refreshDelay="${expr:System.getProperty('configRefreshDelay')}"
config-class="org.apache.commons.configuration.reloading.FileChangedReloadingStrategy"/>
</properties>
-
+
<properties fileName="hbase-config-default.properties" config-optional="true">
<!-- <reloadingStrategy refreshDelay="${expr:System.getProperty('defaultConfigRefreshDelay')}"
config-class="org.apache.commons.configuration.reloading.FileChangedReloadingStrategy"/>
--> </properties>
-
+
</override>
-</configuration>
\ No newline at end of file
+</configuration>
diff --git a/metron-streaming/Metron-Topologies/readme.md b/metron-streaming/Metron-Topologies/README.md
similarity index 100%
rename from metron-streaming/Metron-Topologies/readme.md
rename to metron-streaming/Metron-Topologies/README.md
diff --git a/metron-streaming/Metron-Topologies/pom.xml.versionsBackup b/metron-streaming/Metron-Topologies/pom.xml.versionsBackup
deleted file mode 100644
index 98ada2d..0000000
--- a/metron-streaming/Metron-Topologies/pom.xml.versionsBackup
+++ /dev/null
@@ -1,190 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <parent>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>0.0.1-SNAPSHOT</version>
- </parent>
- <artifactId>OpenSOC-Topologies</artifactId>
- <description>OpenSOC Topologies</description>
-
- <properties>
- <opensoc.common.version>0.0.1-SNAPSHOT</opensoc.common.version>
- <opensoc.alerts.version>0.0.1-SNAPSHOT</opensoc.alerts.version>
- <enrichment.geo.version>0.0.1-SNAPSHOT</enrichment.geo.version>
- <enrichment.whois.version>0.0.1-SNAPSHOT</enrichment.whois.version>
- <geo.enrichment.version>0.0.1-SNAPSHOT</geo.enrichment.version>
- <parsers.version>0.0.1-SNAPSHOT</parsers.version>
- <indexing.version>0.0.1-SNAPSHOT</indexing.version>
- <storm.version>0.9.2-incubating</storm.version>
- <storm.hdfs.version>0.9.1.2.1.1.0-385</storm.hdfs.version>
- <hadoop.version>2.2.0</hadoop.version>
- <cli.version>20040117.000000</cli.version>
- <kafka.storm.version>0.9.2-incubating</kafka.storm.version>
- <cif.enrichment.version>0.0.1-SNAPSHOT</cif.enrichment.version>
- <lancope.enrichment.version>0.0.1-SNAPSHOT</lancope.enrichment.version>
- <commons.config.version>1.10</commons.config.version>
- </properties>
- <dependencies>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Common</artifactId>
- <version>${opensoc.common.version}</version>
- </dependency>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Alerts</artifactId>
- <version>${opensoc.alerts.version}</version>
- </dependency>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-EnrichmentAdapters</artifactId>
- <version>${enrichment.geo.version}</version>
- </dependency>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-MessageParsers</artifactId>
- <version>${parsers.version}</version>
- </dependency>
- <dependency>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Indexing</artifactId>
- <version>${indexing.version}</version>
- </dependency>
-
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-client</artifactId>
- <version>${hadoop.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.hadoop</groupId>
- <artifactId>hadoop-hdfs</artifactId>
- <version>${hadoop.version}</version>
- <exclusions>
- <exclusion>
- <groupId>org.slf4j</groupId>
- <artifactId>slf4j-log4j12</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.kafka</groupId>
- <artifactId>kafka_2.8.2</artifactId>
- <version>0.8.1</version>
- <exclusions>
- <!--exclusion> <groupId>org.apache.zookeeper</groupId> <artifactId>zookeeper</artifactId>
- </exclusion -->
- <exclusion>
- <groupId>log4j</groupId>
- <artifactId>log4j</artifactId>
- </exclusion>
- </exclusions>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-core</artifactId>
- <version>${storm.version}</version>
- <scope>provided</scope>
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm-kafka</artifactId>
- <version>${storm.version}</version>
-
- </dependency>
- <dependency>
- <groupId>org.apache.storm</groupId>
- <artifactId>storm</artifactId>
- <version>${storm.version}</version>
- <type>pom</type>
- <scope>provided</scope>
- </dependency>
-<dependency>
- <groupId>com.github.ptgoetz</groupId>
- <artifactId>storm-hbase</artifactId>
- <version>0.1.2</version>
-</dependency>
- <dependency>
- <groupId>com.github.ptgoetz</groupId>
- <artifactId>storm-hdfs</artifactId>
- <version>0.1.2</version>
- </dependency>
- <dependency>
- <groupId>commons-configuration</groupId>
- <artifactId>commons-configuration</artifactId>
- <version>${commons.config.version}</version>
- </dependency>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
- </dependencies>
- <build>
- <resources>
- <resource>
- <directory>src/main/resources</directory>
- </resource>
- </resources>
- <plugins>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-shade-plugin</artifactId>
- <version>1.4</version>
- <configuration>
- <createDependencyReducedPom>true</createDependencyReducedPom>
- </configuration>
- <executions>
- <execution>
- <phase>package</phase>
- <goals>
- <goal>shade</goal>
- </goals>
- <configuration>
- <artifactSet>
- <excludes>
- <exclude>storm:storm-core:*</exclude>
- <exclude>storm:storm-lib:*</exclude>
- <exclude>*slf4j*</exclude>
- </excludes>
- </artifactSet>
-
- <transformers>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.DontIncludeResourceTransformer">
- <resource>.yaml</resource>
- </transformer>
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ServicesResourceTransformer" />
- <transformer
- implementation="org.apache.maven.plugins.shade.resource.ManifestResourceTransformer">
- <mainClass></mainClass>
- </transformer>
- </transformers>
- </configuration>
- </execution>
- </executions>
- </plugin>
- </plugins>
- </build>
-</project>
diff --git a/metron-streaming/Metron-Topologies/src/main/resources/Metron_Configs/etc/whitelists/known_hosts.conf b/metron-streaming/Metron-Topologies/src/main/resources/Metron_Configs/etc/whitelists/known_hosts.conf
index d20b050..d5b9a33 100644
--- a/metron-streaming/Metron-Topologies/src/main/resources/Metron_Configs/etc/whitelists/known_hosts.conf
+++ b/metron-streaming/Metron-Topologies/src/main/resources/Metron_Configs/etc/whitelists/known_hosts.conf
@@ -1,4 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
10.1.128.236={"local":"YES", "type":"webserver", "asset_value" : "important"}
10.1.128.237={"local":"UNKNOWN", "type":"unknown", "asset_value" : "important"}
10.60.10.254={"local":"YES", "type":"printer", "asset_value" : "important"}
-10.0.2.15={"local":"YES", "type":"webserver", "asset_value" : "important"}
\ No newline at end of file
+10.0.2.15={"local":"YES", "type":"webserver", "asset_value" : "important"}
diff --git a/metron-streaming/Metron-Topologies/src/main/resources/TopologyConfigs_old/lancope.conf b/metron-streaming/Metron-Topologies/src/main/resources/TopologyConfigs_old/lancope.conf
index c0487d2..454c7da 100644
--- a/metron-streaming/Metron-Topologies/src/main/resources/TopologyConfigs_old/lancope.conf
+++ b/metron-streaming/Metron-Topologies/src/main/resources/TopologyConfigs_old/lancope.conf
@@ -1,3 +1,21 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
include = env/env_preprod.conf
include = env/metrics.conf
@@ -87,4 +105,4 @@
#Kafka Bolt
bolt.kafka.num.tasks=1
bolt.kafka.parallelism.hint=1
-bolt.kafka.topic=test_out
\ No newline at end of file
+bolt.kafka.topic=test_out
diff --git a/metron-streaming/README.md b/metron-streaming/README.md
new file mode 100644
index 0000000..4b4df69
--- /dev/null
+++ b/metron-streaming/README.md
@@ -0,0 +1,30 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one or more
+contributor license agreements. See the NOTICE file distributed with
+this work for additional information regarding copyright ownership.
+The ASF licenses this file to You under the Apache License, Version 2.0
+(the "License"); you may not use this file except in compliance with
+the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ -->
+
+# Current Build
+
+The latest build of Metron-Streaming is 0.1BETA.
+
+We are still in the process of merging/porting additional features from our production code base into this open source release. This release will be followed by a number of additional beta releases until the port is complete. We will also work on getting additional documentation and user/developer guides to the community as soon as we can. At this time we offer no support for the beta software, but will try to respond to requests as promptly as we can.
+
+# Metron-Streaming
+
+Extensible set of Storm topologies and topology attributes for streaming, enriching, indexing, and storing telemetry in Hadoop. General information on Metron is available at https://metron.incubator.apache.org/
+
+# Documentation
+
+Please see documentation within each individual module for description and usage instructions. Sample topologies are provided under Metron_Topologies to get you started with the framework. We pre-assume knowledge of Hadoop, Storm, Kafka, and HBase.
diff --git a/metron-streaming/pom.xml b/metron-streaming/pom.xml
index 1b7cdd6..47ab2cb 100644
--- a/metron-streaming/pom.xml
+++ b/metron-streaming/pom.xml
@@ -1,15 +1,15 @@
<?xml version="1.0" encoding="UTF-8"?>
-<!--
- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License.
+<!--
+ Licensed to the Apache Software
+ Foundation (ASF) under one or more contributor license agreements. See the
+ NOTICE file distributed with this work for additional information regarding
+ copyright ownership. The ASF licenses this file to You under the Apache License,
+ Version 2.0 (the "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
+ Unless required by applicable law or agreed to in writing, software distributed
+ under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
+ OR CONDITIONS OF ANY KIND, either express or implied. See the License for
+ the specific language governing permissions and limitations under the License.
-->
<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
@@ -60,8 +60,6 @@
</properties>
</developer>
</developers>
-
-
<modules>
<module>Metron-Common</module>
<module>Metron-EnrichmentAdapters</module>
@@ -80,7 +78,6 @@
<scope>test</scope>
</dependency>
</dependencies>
-
<build>
<plugins>
<plugin>
@@ -123,9 +120,23 @@
<aggregate>true</aggregate>
</configuration>
</plugin>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <version>0.11</version>
+ <configuration>
+ <excludes>
+ <exclude>**/README.md</exclude>
+ <exclude>**/*.json</exclude>
+ <exclude>**/*.log</exclude>
+ <exclude>**/src/main/resources/patterns/**</exclude>
+ <exclude>**/src/main/resources/SampleInput/**</exclude>
+ <exclude>**/dependency-reduced-pom.xml</exclude>
+ </excludes>
+ </configuration>
+ </plugin>
</plugins>
</build>
-
<reporting>
<plugins>
<plugin>
@@ -147,12 +158,10 @@
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-project-info-reports-plugin</artifactId>
<version>2.7</version>
-
<configuration>
<dependencyLocationsEnabled>false</dependencyLocationsEnabled>
</configuration>
</plugin>
-
<plugin>
<groupId>org.apache.maven.plugins</groupId>
<artifactId>maven-pmd-plugin</artifactId>
@@ -170,7 +179,6 @@
</plugins>
</reporting>
<repositories>
-
<repository>
<id>clojars.org</id>
<url>http://clojars.org/repo</url>
diff --git a/metron-streaming/pom.xml.versionsBackup b/metron-streaming/pom.xml.versionsBackup
deleted file mode 100644
index 7302ae6..0000000
--- a/metron-streaming/pom.xml.versionsBackup
+++ /dev/null
@@ -1,104 +0,0 @@
-<?xml version="1.0" encoding="UTF-8"?><!-- Licensed to the Apache Software
- Foundation (ASF) under one or more contributor license agreements. See the
- NOTICE file distributed with this work for additional information regarding
- copyright ownership. The ASF licenses this file to You under the Apache License,
- Version 2.0 (the "License"); you may not use this file except in compliance
- with the License. You may obtain a copy of the License at http://www.apache.org/licenses/LICENSE-2.0
- Unless required by applicable law or agreed to in writing, software distributed
- under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
- OR CONDITIONS OF ANY KIND, either express or implied. See the License for
- the specific language governing permissions and limitations under the License. -->
-
-<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
- xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
- <modelVersion>4.0.0</modelVersion>
- <groupId>com.opensoc</groupId>
- <artifactId>OpenSOC-Streaming</artifactId>
- <version>BETA_0.2</version>
- <packaging>pom</packaging>
- <name>OpenSOC-Streaming</name>
- <description>Stream analytics for OpenSOC</description>
- <url>www.getopensoc.com</url>
- <properties>
- <twitter>@ProjectOpenSOC</twitter>
- <global_version>BETA_0.2</global_version>
- </properties>
- <licenses>
- <license>
- <name>The Apache Software License, Version 2.0</name>
- <url>http://www.apache.org/licenses/LICENSE-2.0.txt</url>
- <distribution>repo</distribution>
- </license>
- </licenses>
- <developers>
- <developer>
- <id>jsirota</id>
- <name>James Sirota</name>
- <email>jsirota@cisco.com</email>
- <properties>
- <twitter>@JamesSirota</twitter>
- <blog>medium.com/@JamesSirota</blog>
- </properties>
- </developer>
- </developers>
-
- <modules>
- <module>OpenSOC-Common</module>
- <module>OpenSOC-EnrichmentAdapters</module>
- <module>OpenSOC-MessageParsers</module>
- <module>OpenSOC-Indexing</module>
- <module>OpenSOC-Alerts</module>
- <module>OpenSOC-DataLoads</module>
- <module>OpenSOC-Topologies</module>
- </modules>
- <dependencies>
- <dependency>
- <groupId>junit</groupId>
- <artifactId>junit</artifactId>
- <version>3.8.2</version>
- </dependency>
- </dependencies>
- <build>
-
- </build>
- <reporting>
- <plugins>
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-surefire-plugin</artifactId>
- <configuration>
- <systemProperties>
- <property>
- <name>mode</name>
- <value>local</value>
- </property>
- </systemProperties>
- </configuration>
- </plugin>
- <!-- Normally, dependency report takes time, skip it -->
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-project-info-reports-plugin</artifactId>
- <version>2.7</version>
-
- <configuration>
- <dependencyLocationsEnabled>false</dependencyLocationsEnabled>
- </configuration>
- </plugin>
-
- <plugin>
- <groupId>org.apache.maven.plugins</groupId>
- <artifactId>maven-pmd-plugin</artifactId>
- <configuration>
- <targetJdk>1.7</targetJdk>
- </configuration>
- </plugin>
- <plugin>
- <groupId>org.codehaus.mojo</groupId>
- <artifactId>emma-maven-plugin</artifactId>
- <version>1.0-alpha-3</version>
- <inherited>true</inherited>
- </plugin>
- </plugins>
- </reporting>
-</project>
diff --git a/metron-streaming/readme.md b/metron-streaming/readme.md
deleted file mode 100644
index 5236f18..0000000
--- a/metron-streaming/readme.md
+++ /dev/null
@@ -1,13 +0,0 @@
-#Current Build
-
-The latest build of Metron-Streaming is 0.1BETA.
-
-We are still in the process of merging/porting additional features from our production code base into this open source release. This release will be followed by a number of additional beta releases until the port is complete. We will also work on getting additional documentation and user/developer guides to the community as soon as we can. At this time we offer no support for the beta software, but will try to respond to requests as promptly as we can.
-
-# Metron-Streaming
-
-Extensible set of Storm topologies and topology attributes for streaming, enriching, indexing, and storing telemetry in Hadoop. General information on Metron is available at https://metron.incubator.apache.org/
-
-# Documentation
-
-Please see documentation within each individual module for description and usage instructions. Sample topologies are provided under Metron_Topologies to get you started with the framework. We pre-assume knowledge of Hadoop, Storm, Kafka, and HBase.
diff --git a/metron-ui/Gruntfile.js b/metron-ui/Gruntfile.js
index 568611f..b443c3c 100644
--- a/metron-ui/Gruntfile.js
+++ b/metron-ui/Gruntfile.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
module.exports = function (grunt) {
grunt.initConfig({
// copies frontend assets from bower_components into project
diff --git a/metron-ui/Makefile b/metron-ui/Makefile
index e268401..c22c51c 100644
--- a/metron-ui/Makefile
+++ b/metron-ui/Makefile
@@ -1,3 +1,20 @@
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+
testcmd=./node_modules/istanbul/lib/cli.js cover \
./node_modules/mocha/bin/_mocha -- --check-leaks -R spec
@@ -26,4 +43,3 @@
clean:
rm -rf ./node_modules ./coverage
-
diff --git a/metron-ui/Vagrantfile b/metron-ui/Vagrantfile
index a2e5f99..fb150c1 100644
--- a/metron-ui/Vagrantfile
+++ b/metron-ui/Vagrantfile
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# -*- mode: ruby -*-
# vi: set ft=ruby :
diff --git a/metron-ui/examples/pcap-panel/pcap-parse.html b/metron-ui/examples/pcap-panel/pcap-parse.html
index 0e25dd8..e6b3fe0 100644
--- a/metron-ui/examples/pcap-panel/pcap-parse.html
+++ b/metron-ui/examples/pcap-panel/pcap-parse.html
@@ -1,7 +1,24 @@
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing, software
+distributed under the License is distributed on an "AS IS" BASIS,
+WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+See the License for the specific language governing permissions and
+limitations under the License.
+ -->
<html>
<head>
- <script type="text/javascript" language="javascript" src="../../lib/public/vendor/jquery/jquery-1.8.0.js"></script>
- <script type="text/javascript" language="javascript" src="../../seed/es/demo_packets.json"></script>
+ <script type="text/javascript" language="javascript" src="../../lib/public/vendor/jquery/jquery-1.8.0.js"></script>
+ <script type="text/javascript" language="javascript" src="../../seed/es/demo_packets.json"></script>
<style>
table {
@@ -113,7 +130,7 @@
$.each( jsonObject.pdml.packet, function ( index ) {
print_packet_row( index );
});
-
+
//console.log('jsonObject.pdml.packet.length = ', jsonObject.pdml.packet.length);
@@ -128,7 +145,7 @@
<table style="">
<tr>
<th>No.</th>
- <th>Time</th>
+ <th>Time</th>
<th>Source</th>
<th>Destination</th>
<th>Protocol</th>
@@ -137,4 +154,4 @@
</tr>
</table>
</body>
-</html>
\ No newline at end of file
+</html>
diff --git a/metron-ui/examples/server/nginx.conf b/metron-ui/examples/server/nginx.conf
index f6b6102..effe31f 100644
--- a/metron-ui/examples/server/nginx.conf
+++ b/metron-ui/examples/server/nginx.conf
@@ -1,3 +1,20 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# Example Metron configuration for nginx
upstream metron {
diff --git a/metron-ui/index.js b/metron-ui/index.js
index c855ced..38842d5 100644
--- a/metron-ui/index.js
+++ b/metron-ui/index.js
@@ -1 +1,19 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
module.exports = require('./lib/metron-ui');
diff --git a/metron-ui/lib/metron-ui.js b/metron-ui/lib/metron-ui.js
index f740523..c11d7a8 100644
--- a/metron-ui/lib/metron-ui.js
+++ b/metron-ui/lib/metron-ui.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
var _ = require('lodash');
var http = require('http');
var path = require('path');
diff --git a/metron-ui/lib/modules/es-proxy.js b/metron-ui/lib/modules/es-proxy.js
index 264b7b5..b9b5a63 100644
--- a/metron-ui/lib/modules/es-proxy.js
+++ b/metron-ui/lib/modules/es-proxy.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
exports = module.exports = function(config) {
var httpProxy = require('http-proxy');
var proxy = httpProxy.createProxy();
diff --git a/metron-ui/lib/modules/login.js b/metron-ui/lib/modules/login.js
index 538af3e..7fa2c7b 100644
--- a/metron-ui/lib/modules/login.js
+++ b/metron-ui/lib/modules/login.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
exports = module.exports = function(app, config) {
var passport = require('passport');
@@ -29,4 +47,4 @@
req.logout();
res.redirect('/login');
});
-};
\ No newline at end of file
+};
diff --git a/metron-ui/lib/modules/pcap.js b/metron-ui/lib/modules/pcap.js
index c6091a3..5b0a7fc 100644
--- a/metron-ui/lib/modules/pcap.js
+++ b/metron-ui/lib/modules/pcap.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
function readRawBytes(size, transit) {
var buffer = new Buffer(size);
var bytesRead = 0;
diff --git a/metron-ui/lib/views/alerts.jade b/metron-ui/lib/views/alerts.jade
index adfe44f..0f75033 100644
--- a/metron-ui/lib/views/alerts.jade
+++ b/metron-ui/lib/views/alerts.jade
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
doctype html
html
head
@@ -58,5 +76,4 @@
th Last Alert
tbody
//
- <div ng-cloak ng-view></div>
-
+ <div ng-cloak ng-view></div>
diff --git a/metron-ui/lib/views/index.jade b/metron-ui/lib/views/index.jade
index ed7b9f7..67525e5 100644
--- a/metron-ui/lib/views/index.jade
+++ b/metron-ui/lib/views/index.jade
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
doctype html
html
head
@@ -40,4 +58,3 @@
| {{dashboard.current.title}}
ul.nav.pull-right(ng-controller='dashLoader', ng-init='init()', ng-include='\'app/partials/dashLoader.html\'')
div(ng-cloak='ng-cloak', ng-view='ng-view')
-
diff --git a/metron-ui/lib/views/login.jade b/metron-ui/lib/views/login.jade
index 6e75959..d76ca9b 100644
--- a/metron-ui/lib/views/login.jade
+++ b/metron-ui/lib/views/login.jade
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
doctype html
html
head
@@ -27,12 +45,12 @@
legend Login
if flash.error
.alert.alert-error=flash.error
- div(class="#{flash.error ? 'control-group error' : 'control-group'}")
+ div(class="#{flash.error ? 'control-group error' : 'control-group'}")
label.control-label(for='inputEmail') Email
.controls
input#inputEmail(type='text', name='email', placeholder='Email')
- div(class="#{flash.error ? 'control-group error' : 'control-group'}")
+ div(class="#{flash.error ? 'control-group error' : 'control-group'}")
label.control-label(for='inputPassword') Password
.controls
input#inputPassword(type='password', name='password', placeholder='Password')
@@ -40,4 +58,4 @@
.controls
button.btn(type='submit') Sign in
//
- <div ng-cloak ng-view></div>
+ <div ng-cloak ng-view></div>
diff --git a/metron-ui/script/es_fetch b/metron-ui/script/es_fetch
index 59e3027..54c2c5a 100755
--- a/metron-ui/script/es_fetch
+++ b/metron-ui/script/es_fetch
@@ -1,5 +1,23 @@
#!/usr/bin/env node
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
/*
* fetch.js
* A small utility to fetch records from Elasticsearch and save as JSON
diff --git a/metron-ui/script/es_gen.js b/metron-ui/script/es_gen.js
index 785eaa5..2da17fa 100755
--- a/metron-ui/script/es_gen.js
+++ b/metron-ui/script/es_gen.js
@@ -1,12 +1,29 @@
#!/usr/bin/env node
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
/*
* es_gen.js
* A small utility that generates json seed data for Elasticsearch
*
*/
-
var _ = require('lodash');
var Chance = require('chance');
var fs = require('fs');
diff --git a/metron-ui/script/es_seed b/metron-ui/script/es_seed
index 92e3db8..3fd1ea8 100755
--- a/metron-ui/script/es_seed
+++ b/metron-ui/script/es_seed
@@ -1,4 +1,22 @@
#!/usr/bin/env sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
# Delete all existing indices.
curl -XDELETE 'http://localhost:9200/_all/'
diff --git a/metron-ui/script/generate_alert b/metron-ui/script/generate_alert
index ebfaae7..74d3228 100755
--- a/metron-ui/script/generate_alert
+++ b/metron-ui/script/generate_alert
@@ -1,5 +1,23 @@
#!/usr/bin/env node
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
// Script to generate sample alerts
var kafka = require('../lib/modules/kafka')
diff --git a/metron-ui/script/ldap_seed b/metron-ui/script/ldap_seed
index 1318067..b64fd54 100755
--- a/metron-ui/script/ldap_seed
+++ b/metron-ui/script/ldap_seed
@@ -1,4 +1,21 @@
#!/usr/bin/env sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
cd /vagrant/seed/ldap
sudo ldapadd -h localhost -p 389 -D 'cn=admin,dc=metron,dc=dev' -w metron -f content.ldif
diff --git a/metron-ui/script/migrate b/metron-ui/script/migrate
index 3a0c781..ac41f13 100755
--- a/metron-ui/script/migrate
+++ b/metron-ui/script/migrate
@@ -1,3 +1,20 @@
#!/usr/bin/env sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
./node_modules/db-migrate/bin/db-migrate $@
diff --git a/metron-ui/script/parse b/metron-ui/script/parse
index 860bb02..1aab1fe 100755
--- a/metron-ui/script/parse
+++ b/metron-ui/script/parse
@@ -1,5 +1,23 @@
#!/usr/bin/env node
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
var spawn = require('child_process').spawn
, sax = require('sax')
, saxpath = require('saxpath')
diff --git a/metron-ui/script/provision b/metron-ui/script/provision
index 70224a4..22ffc52 100755
--- a/metron-ui/script/provision
+++ b/metron-ui/script/provision
@@ -1,4 +1,21 @@
#!/usr/bin/env sh
+#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
# This file is meant to be executed inside the Vagrant development VM
diff --git a/metron-ui/test/metron-ui-test.js b/metron-ui/test/metron-ui-test.js
index 6118a92..4fd90fe 100644
--- a/metron-ui/test/metron-ui-test.js
+++ b/metron-ui/test/metron-ui-test.js
@@ -1,3 +1,21 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
+
/* global assert:true */
var assert = require('chai').assert
diff --git a/metron-ui/test/session-test.js b/metron-ui/test/session-test.js
index feae4fa..f78a8b7 100644
--- a/metron-ui/test/session-test.js
+++ b/metron-ui/test/session-test.js
@@ -1,3 +1,20 @@
+/**
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements. See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership. The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License. You may obtain a copy of the License at
+ *
+ * http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing, software
+ * distributed under the License is distributed on an "AS IS" BASIS,
+ * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+ * See the License for the specific language governing permissions and
+ * limitations under the License.
+ */
/*global assert: true*/
if (!process.env.IN_TRAVIS) {
diff --git a/pom.xml b/pom.xml
new file mode 100644
index 0000000..b2343fc
--- /dev/null
+++ b/pom.xml
@@ -0,0 +1,60 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!--
+ Licensed to the Apache Software
+ Foundation (ASF) under one or more contributor license agreements. See the
+ NOTICE file distributed with this work for additional information regarding
+ copyright ownership. The ASF licenses this file to You under the Apache License,
+ Version 2.0 (the "License"); you may not use this file except in compliance
+ with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+ Unless required by applicable law or agreed to in writing, software distributed
+ under the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES
+ OR CONDITIONS OF ANY KIND, either express or implied. See the License for
+ the specific language governing permissions and limitations under the License.
+ -->
+<!--
+ This exists soley to simplify the execution of apache-rat over the entire
+ code base of Metron.
+ -->
+<project xmlns="http://maven.apache.org/POM/4.0.0" xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+ xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd">
+ <modelVersion>4.0.0</modelVersion>
+ <groupId>org.apache.metron</groupId>
+ <artifactId>Metron</artifactId>
+ <version>0.1BETA</version>
+ <packaging>pom</packaging>
+ <name>Metron</name>
+ <description>Performs release auditing for Metron.</description>
+ <url>https://metron.incubator.apache.org/</url>
+ <build>
+ <plugins>
+ <plugin>
+ <groupId>org.apache.rat</groupId>
+ <artifactId>apache-rat-plugin</artifactId>
+ <version>0.11</version>
+ <configuration>
+ <excludes>
+ <exclude>**/README.md</exclude>
+ <exclude>**/VERSION</exclude>
+ <exclude>**/*.json</exclude>
+ <exclude>**/*.log</exclude>
+ <exclude>**/*.ldif</exclude>
+ <exclude>**/*.template</exclude>
+ <exclude>**/.*</exclude>
+ <exclude>**/.*/**</exclude>
+ <exclude>**/*.seed</exclude>
+ <exclude>**/ansible.cfg</exclude>
+ <exclude>site/**</exclude>
+ <exclude>metron-ui/lib/public/**</exclude>
+ <exclude>**/src/main/resources/patterns/**</exclude>
+ <exclude>**/src/main/resources/SampleInput/**</exclude>
+ <exclude>**/dependency-reduced-pom.xml</exclude>
+ <exclude>**/files/opensoc-ui</exclude>
+ </excludes>
+ </configuration>
+ </plugin>
+ </plugins>
+ </build>
+</project>
