Updated asf-site site from master (fe054b6b115af279fd0ddb42c33f6bcde06d11c0)
diff --git a/_config.yml b/_config.yml
deleted file mode 100644
index 2eef9bb..0000000
--- a/_config.yml
+++ /dev/null
@@ -1,62 +0,0 @@
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements. See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to you under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-
-# Site settings
-title: Griffin
-email: dev@griffin.apache.org
-description: Apache Griffin - Big Data Quality Solution For Batch and Streaming
-
-baseurl: "" # the subpath of your site, e.g. /blog/
-url: "http://griffin.apache.org" # the base hostname & protocol for your site
-
-
-# Build settings
-markdown: kramdown
-permalink: date
-
-#host: 10.254.190.228
-#port: 4000
-
-documentations:
- - category: Getting Started
- links:
- - title: Quick Start
- url: /docs/quickstart.html
- - title: Quick Start (Chinese Version)
- url: /docs/quickstart-cn.html
- - title: Streaming Use Cases
- url: /docs/usecases.html
- - title: Profiling Use Cases
- url: /docs/profiling.html
- - title: FAQ
- url: /docs/faq.html
- - title: Community
- url: /docs/community.html
- - title: Conference
- url: /docs/conf.html
- - category: Development
- links:
- - title: Contribution
- url: /docs/contribute.html
- - title: Contributors
- url: /docs/contributors.html
- - category: Download
- links:
- - title: Latest version
- url: /docs/latest.html
- - title: Archived
- url: /docs/download.html
-
diff --git a/_includes/footer.html b/_includes/footer.html
deleted file mode 100644
index 5741604..0000000
--- a/_includes/footer.html
+++ /dev/null
@@ -1,31 +0,0 @@
-<!-- footer start -->
-<div class="footerwrapper">
- <div class="container">
- <div class="row">
- <div class="col-md-3">
- <img src="/images/incubator_feather_egg_logo.png" height="60">
- </div>
- <div class="col-md-9">
- <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
- <div>
- Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
- </div>
- </div>
- </div>
- </div>
- <div class="row" style="padding-top:10px;">
- Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
- Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
- </div>
- <div class="row text-center" style="padding-top:10px;">
- <a href="https://www.apache.org/events/current-event.html">
- <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
- </a>
- </div>
- </div>
-</div>
-<!-- footer end -->
-
-<!-- JavaScripts -->
-<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
-
diff --git a/_includes/head.html b/_includes/head.html
deleted file mode 100644
index d40279a..0000000
--- a/_includes/head.html
+++ /dev/null
@@ -1,64 +0,0 @@
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<head>
- <meta charset="utf-8">
- <meta http-equiv="X-UA-Compatible" content="IE=edge">
-
- <title>{{site.title}} - {% if page.title %}{{ page.title }}{% else %}{{ site.title }}{% endif %}</title>
- <meta name="description" content="{% if page.excerpt %}{{ page.excerpt | strip_html | strip_newlines | truncate: 160 }}{% else %}{{ site.description }}{% endif %}">
-
- <meta name="keywords" content="{{site.title}}, Hadoop, Security, Real Time">
- <meta name="author" content="eBay Inc.">
-
- <meta charset="utf-8">
- <meta name="viewport" content="initial-scale=1">
-
- <link rel="stylesheet" href="{{ "/css/animate.css" | prepend: site.baseurl }}">
- <link rel="stylesheet" href="{{ "/css/bootstrap.min.css" | prepend: site.baseurl }}">
-
- <link rel="stylesheet" href="{{ "/css/font-awesome.min.css" | prepend: site.baseurl }}">
-
- <link rel="stylesheet" href="{{ "/css/misc.css" | prepend: site.baseurl }}">
- <link rel="stylesheet" href="{{ "/css/style.css" | prepend: site.baseurl }}">
- <link rel="stylesheet" href="{{ "/css/styles.css" | prepend: site.baseurl }}">
- <link rel="stylesheet" href="{{ "/css/main.css" | prepend: site.baseurl }}">
- <link rel="alternate" type="application/rss+xml" title="{{ site.title }}" href="{{ "/feed.xml" | prepend: site.baseurl | prepend: site.url }}" />
- <link rel="shortcut icon" href="{{ "/images/favicon.ico" | prepend: site.baseurl }}">
-
- <!-- Baidu Analytics Tracking-->
- <script>
- var _hmt = _hmt || [];
- (function() {
- var hm = document.createElement("script");
- hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
- var s = document.getElementsByTagName("script")[0];
- s.parentNode.insertBefore(hm, s);
- })();
- </script>
-
- <!-- Google Analytics Tracking -->
- <script>
- (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
- (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
- m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
- })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
- ga('create', 'UA-68929805-1', 'auto');
- ga('send', 'pageview');
- </script>
-</head>
diff --git a/_includes/header.html b/_includes/header.html
deleted file mode 100644
index 1f32283..0000000
--- a/_includes/header.html
+++ /dev/null
@@ -1,16 +0,0 @@
-<div class="topbar">
- <div class="container">
- <div class="row" >
- <nav class="navbar navbar-default">
- <div class="container-fluid">
- <!-- Brand and toggle get grouped for better mobile display -->
- <div class="navbar-header">
- <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
- <a class="navbar-brand" href="{{ "/" | prepend: site.baseurl }}"><img src="{{ "/images/logo.png" | prepend: site.baseurl }}" height="44px" style="margin-top:-7px"></a> </div>
- </div>
- </div>
- <!-- /.container-fluid -->
- </nav>
- </div>
- </div>
- </div>
diff --git a/_layouts/default.html b/_layouts/default.html
deleted file mode 100644
index 6107a7a..0000000
--- a/_layouts/default.html
+++ /dev/null
@@ -1,32 +0,0 @@
-<!DOCTYPE html>
-<!--
-Licensed to the Apache Software Foundation (ASF) under one
-or more contributor license agreements. See the NOTICE file
-distributed with this work for additional information
-regarding copyright ownership. The ASF licenses this file
-to you under the Apache License, Version 2.0 (the
-"License"); you may not use this file except in compliance
-with the License. You may obtain a copy of the License at
-
- http://www.apache.org/licenses/LICENSE-2.0
-
-Unless required by applicable law or agreed to in writing,
-software distributed under the License is distributed on an
-"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-KIND, either express or implied. See the License for the
-specific language governing permissions and limitations
-under the License.
--->
-<html>
-
- {% include head.html %}
- <body>
- {% include header.html %}
- <div class="page-content">
- <div class="pagewrapper">
- {{ content }}
- </div>
- </div>
- {% include footer.html %}
- </body>
-</html>
diff --git a/_layouts/dev.html b/_layouts/dev.html
deleted file mode 100644
index 2d5ac14..0000000
--- a/_layouts/dev.html
+++ /dev/null
@@ -1,28 +0,0 @@
----
-layout: page
----
-
-<div class="container-fluid page-content">
- <div class="row">
- <div class="col-md-10 col-md-offset-1">
- <!-- sidebar -->
- <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
- <ul class="nav" id="adminnav">
- {% for doc in site.developments %}
- <li class="heading">{{ doc.category }}</li>
- {% for link in doc.links %}
- <li class="sidenavli"><a href="{{ link.url }}" id="{{link.id}}">{{ link.title }}</a></li>
- {% endfor %}
- <li class="divider"></li>
- {% endfor %}
- </ul>
- </div>
- <div class="col-xs-6 col-sm-9 page-main-content" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">{{ page.title }}</h1>
- {{ content }}
- </div><!--end of loadcontent-->
- </div>
- <!--end of centered content-->
- </div>
-</div>
-<!--end of container-->
diff --git a/_layouts/doc.html b/_layouts/doc.html
deleted file mode 100644
index 5639773..0000000
--- a/_layouts/doc.html
+++ /dev/null
@@ -1,31 +0,0 @@
----
-layout: page
----
-
-<div class="container-fluid page-content">
- <div class="row">
- <div class="col-md-10 col-md-offset-1">
- <!-- sidebar -->
- <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
- <ul class="nav" id="adminnav">
- {% for doc in site.documentations %}
- <li class="heading">{{ doc.category }}</li>
- {% for link in doc.links %}
- <li class="sidenavli {% if link.url == page.permalink %}current{% endif %}"><a href="{{ link.url }}" data-permalink="{{ page.permalink }}" id="{{link.id}}">{{ link.title }}</a></li>
- {% endfor %}
- <li class="divider"></li>
- {% endfor %}
- <li class="sidenavli">
- <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
- </li>
- </ul>
- </div>
- <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">{{ page.title }}</h1>
- {{ content }}
- </div><!--end of loadcontent-->
- </div>
- <!--end of centered content-->
- </div>
-</div>
-<!--end of container-->
diff --git a/_layouts/navpage.html b/_layouts/navpage.html
deleted file mode 100644
index 16e18bc..0000000
--- a/_layouts/navpage.html
+++ /dev/null
@@ -1,34 +0,0 @@
----
-layout: page
----
-
-<div class="container-fluid page-content">
- <div class="row">
- <div class="col-md-10 col-md-offset-1">
- <!-- sidebar -->
- <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
- <ul class="nav" id="adminnav">
- {% for doc in site.documentations %}
- <li class="heading">{{ doc.category }}</li>
- {% for link in doc.links %}
- <li class="sidenavli {% if link.url == page.permalink %}current{% endif %}"><a href="{{ link.url }}" data-permalink="{{ page.permalink }}" id="{{link.id}}">{{ link.title }}</a></li>
- {% endfor %}
- <li class="divider"></li>
- {% endfor %}
- <li class="sidenavli">
- <a href="/sup/index.html">Go To Supplement</a>
- </li>
- <li class="sidenavli">
- <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
- </li>
- </ul>
- </div>
- <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
- <h1 class="page-header" style="margin-top: 0px">{{ page.title }}</h1>
- {{ content }}
- </div><!--end of loadcontent-->
- </div>
- <!--end of centered content-->
- </div>
-</div>
-<!--end of container-->
diff --git a/_layouts/page.html b/_layouts/page.html
deleted file mode 100644
index a2d6c18..0000000
--- a/_layouts/page.html
+++ /dev/null
@@ -1,14 +0,0 @@
-<!DOCTYPE html>
-{% include head.html %}
-<body>
-<!-- header start -->
-<div id="home_page">
- {% include header.html %}
-</div>
-<!-- header end -->
-{{ content }}
-
-{% include footer.html %}
-
-</body>
-</html>
diff --git a/_layouts/post.html b/_layouts/post.html
deleted file mode 100644
index 37163f7..0000000
--- a/_layouts/post.html
+++ /dev/null
@@ -1,14 +0,0 @@
----
-layout: default
----
-<div class="post">
-
- <header class="post-header">
- <h1 class="post-title">{{ page.title }}</h1>
- <p class="post-meta">{{ page.date | date: "%b %-d, %Y" }}{% if page.author %} • {{ page.author }}{% endif %}{% if page.meta %} • {{ page.meta }}{% endif %}</p>
- </header>
-
- <article class="post-content">
- {{ content }}
- </article>
-</div>
diff --git a/_sass/_base.scss b/_sass/_base.scss
deleted file mode 100644
index 75a96a4..0000000
--- a/_sass/_base.scss
+++ /dev/null
@@ -1,94 +0,0 @@
-/**
- * Set `margin-bottom` to maintain vertical rhythm
- */
-%vertical-rhythm {
- margin-bottom: $spacing-unit / 4;
-}
-
-
-/**
- * Code formatting
- */
-pre,
-code {
- font-size: 15px;
- border: 1px solid $grey-color-light;
- border-radius: 3px;
- background-color: #eef;
-}
-
-code {
- padding: 1px 5px;
-}
-
-pre {
- padding: 8px 12px;
- overflow-x: scroll;
-
- > code {
- border: 0;
- padding-right: 0;
- padding-left: 0;
- }
-}
-
-/**
- * Clearfix
- */
-%clearfix {
-
- &:after {
- content: "";
- display: table;
- clear: both;
- }
-}
-
-
-
-/**
- * Icons
- */
-.icon {
-
- > svg {
- display: inline-block;
- width: 16px;
- height: 16px;
- vertical-align: middle;
-
- path {
- fill: $grey-color;
- }
- }
-}
-
-/**
- * Documentations
- */
-.docs-sidenav.nav > li {
- > a {
- display: block;
- padding: 4px 20px;
- font-size: 18px;
- font-weight: 600;
- color: #146fd1;
-
- &:hover {
- /*padding-left: 19px;*/
- /*color: #1756a9;*/
- text-decoration: none;
- /**background-color: transparent;*/
- }
- }
-
- ul li {
- a {
- display: block;
- padding: 4px 20px;
- font-size: 16px;
- font-weight: 300;
- color: #146fd1;
- }
- }
-}
\ No newline at end of file
diff --git a/_sass/_layout.scss b/_sass/_layout.scss
deleted file mode 100644
index 83c7372..0000000
--- a/_sass/_layout.scss
+++ /dev/null
@@ -1,235 +0,0 @@
-/**
- * Site header
- */
-.site-header {
- border-top: 5px solid $grey-color-dark;
- border-bottom: 1px solid $grey-color-light;
- min-height: 56px;
-
- // Positioning context for the mobile navigation icon
- position: relative;
-}
-
-.site-title {
- font-size: 26px;
- line-height: 56px;
- letter-spacing: -1px;
- margin-bottom: 0;
- float: left;
-
- &,
- &:visited {
- color: $grey-color-dark;
- }
-}
-
-.site-nav {
- float: right;
- line-height: 56px;
-
- .menu-icon {
- display: none;
- }
-
- .page-link {
- color: $text-color;
- line-height: $base-line-height;
-
- // Gaps between nav items, but not on the first one
- &:not(:first-child) {
- margin-left: 20px;
- }
- }
-
- @include media-query($on-palm) {
- position: absolute;
- top: 9px;
- right: 30px;
- background-color: $background-color;
- border: 1px solid $grey-color-light;
- border-radius: 5px;
- text-align: right;
-
- .menu-icon {
- display: block;
- float: right;
- width: 36px;
- height: 26px;
- line-height: 0;
- padding-top: 10px;
- text-align: center;
-
- > svg {
- width: 18px;
- height: 15px;
-
- path {
- fill: $grey-color-dark;
- }
- }
- }
-
- .trigger {
- clear: both;
- display: none;
- }
-
- &:hover .trigger {
- display: block;
- padding-bottom: 5px;
- }
-
- .page-link {
- display: block;
- padding: 5px 10px;
- }
- }
-}
-
-
-
-/**
- * Site footer
- */
-.site-footer {
- border-top: 1px solid $grey-color-light;
- padding: $spacing-unit 0;
-}
-
-.footer-heading {
- font-size: 18px;
- margin-bottom: $spacing-unit / 2;
-}
-
-.contact-list,
-.social-media-list {
- list-style: none;
- margin-left: 0;
-}
-
-.footer-col-wrapper {
- font-size: 15px;
- color: $grey-color;
- margin-left: -$spacing-unit / 2;
- @extend %clearfix;
-}
-
-.footer-col {
- float: left;
- margin-bottom: $spacing-unit / 2;
- padding-left: $spacing-unit / 2;
-}
-
-.footer-col-1 {
- width: -webkit-calc(35% - (#{$spacing-unit} / 2));
- width: calc(35% - (#{$spacing-unit} / 2));
-}
-
-.footer-col-2 {
- width: -webkit-calc(20% - (#{$spacing-unit} / 2));
- width: calc(20% - (#{$spacing-unit} / 2));
-}
-
-.footer-col-3 {
- width: -webkit-calc(45% - (#{$spacing-unit} / 2));
- width: calc(45% - (#{$spacing-unit} / 2));
-}
-
-@include media-query($on-laptop) {
- .footer-col-1,
- .footer-col-2 {
- width: -webkit-calc(50% - (#{$spacing-unit} / 2));
- width: calc(50% - (#{$spacing-unit} / 2));
- }
-
- .footer-col-3 {
- width: -webkit-calc(100% - (#{$spacing-unit} / 2));
- width: calc(100% - (#{$spacing-unit} / 2));
- }
-}
-
-@include media-query($on-palm) {
- .footer-col {
- float: none;
- width: -webkit-calc(100% - (#{$spacing-unit} / 2));
- width: calc(100% - (#{$spacing-unit} / 2));
- }
-}
-
-
-/**
- * Page content
- */
-.page-content {
- padding: 70px 10px;
-}
-
-.page-heading {
- font-size: 20px;
-}
-
-.post-list {
- margin-left: 0;
- list-style: none;
-
- > li {
- margin-bottom: $spacing-unit;
- }
-}
-
-.post-meta {
- font-size: $small-font-size;
- color: $grey-color;
-}
-
-.post-link {
- display: block;
- font-size: 24px;
-}
-
-
-
-/**
- * Posts
- */
-.post-header {
- margin-bottom: $spacing-unit;
-}
-
-.post-title {
- font-size: 42px;
- letter-spacing: -1px;
- line-height: 1;
-
- @include media-query($on-laptop) {
- font-size: 36px;
- }
-}
-
-.post-content {
- margin-bottom: $spacing-unit;
-
- h2 {
- font-size: 32px;
-
- @include media-query($on-laptop) {
- font-size: 28px;
- }
- }
-
- h3 {
- font-size: 26px;
-
- @include media-query($on-laptop) {
- font-size: 22px;
- }
- }
-
- h4 {
- font-size: 20px;
-
- @include media-query($on-laptop) {
- font-size: 18px;
- }
- }
-}
diff --git a/_sass/_syntax-highlighting.scss b/_sass/_syntax-highlighting.scss
deleted file mode 100644
index e36627d..0000000
--- a/_sass/_syntax-highlighting.scss
+++ /dev/null
@@ -1,67 +0,0 @@
-/**
- * Syntax highlighting styles
- */
-.highlight {
- background: #fff;
- @extend %vertical-rhythm;
-
- .c { color: #998; font-style: italic } // Comment
- .err { color: #a61717; background-color: #e3d2d2 } // Error
- .k { font-weight: bold } // Keyword
- .o { font-weight: bold } // Operator
- .cm { color: #998; font-style: italic } // Comment.Multiline
- .cp { color: #999; font-weight: bold } // Comment.Preproc
- .c1 { color: #998; font-style: italic } // Comment.Single
- .cs { color: #999; font-weight: bold; font-style: italic } // Comment.Special
- .gd { color: #000; background-color: #fdd } // Generic.Deleted
- .gd .x { color: #000; background-color: #faa } // Generic.Deleted.Specific
- .ge { font-style: italic } // Generic.Emph
- .gr { color: #a00 } // Generic.Error
- .gh { color: #999 } // Generic.Heading
- .gi { color: #000; background-color: #dfd } // Generic.Inserted
- .gi .x { color: #000; background-color: #afa } // Generic.Inserted.Specific
- .go { color: #888 } // Generic.Output
- .gp { color: #555 } // Generic.Prompt
- .gs { font-weight: bold } // Generic.Strong
- .gu { color: #aaa } // Generic.Subheading
- .gt { color: #a00 } // Generic.Traceback
- .kc { font-weight: bold } // Keyword.Constant
- .kd { font-weight: bold } // Keyword.Declaration
- .kp { font-weight: bold } // Keyword.Pseudo
- .kr { font-weight: bold } // Keyword.Reserved
- .kt { color: #458; font-weight: bold } // Keyword.Type
- .m { color: #099 } // Literal.Number
- .s { color: #d14 } // Literal.String
- .na { color: #008080 } // Name.Attribute
- .nb { color: #0086B3 } // Name.Builtin
- .nc { color: #458; font-weight: bold } // Name.Class
- .no { color: #008080 } // Name.Constant
- .ni { color: #800080 } // Name.Entity
- .ne { color: #900; font-weight: bold } // Name.Exception
- .nf { color: #900; font-weight: bold } // Name.Function
- .nn { color: #555 } // Name.Namespace
- .nt { color: #000080 } // Name.Tag
- .nv { color: #008080 } // Name.Variable
- .ow { font-weight: bold } // Operator.Word
- .w { color: #bbb } // Text.Whitespace
- .mf { color: #099 } // Literal.Number.Float
- .mh { color: #099 } // Literal.Number.Hex
- .mi { color: #099 } // Literal.Number.Integer
- .mo { color: #099 } // Literal.Number.Oct
- .sb { color: #d14 } // Literal.String.Backtick
- .sc { color: #d14 } // Literal.String.Char
- .sd { color: #d14 } // Literal.String.Doc
- .s2 { color: #d14 } // Literal.String.Double
- .se { color: #d14 } // Literal.String.Escape
- .sh { color: #d14 } // Literal.String.Heredoc
- .si { color: #d14 } // Literal.String.Interpol
- .sx { color: #d14 } // Literal.String.Other
- .sr { color: #009926 } // Literal.String.Regex
- .s1 { color: #d14 } // Literal.String.Single
- .ss { color: #990073 } // Literal.String.Symbol
- .bp { color: #999 } // Name.Builtin.Pseudo
- .vc { color: #008080 } // Name.Variable.Class
- .vg { color: #008080 } // Name.Variable.Global
- .vi { color: #008080 } // Name.Variable.Instance
- .il { color: #099 } // Literal.Number.Integer.Long
-}
diff --git a/community.md b/community.md
deleted file mode 100644
index eae0d87..0000000
--- a/community.md
+++ /dev/null
@@ -1,47 +0,0 @@
----
-layout: doc
-title: "Apache Griffin Community"
-permalink: /docs/community.html
----
-
-### Mailing Lists
-
-|Name|||||Email|||||Subscribe|Unsubscribe|Archive|
-|----|||||-----|||||---------|-----------|-------|
-| Users Mailling List|||||[users@griffin.apache.org](mailto:users@griffin.apache.org)|||||[subscribe](mailto:users-subscribe@griffin.apache.org)|[unsubscribe](mailto:users-unsubscribe@griffin.apache.org)| [Griffin-users](http://mail-archives.apache.org/mod_mbox/griffin-users/)|
-| Dev Mailling List|||||[dev@griffin.apache.org](mailto:dev@griffin.apache.org)|||||[subscribe](mailto:dev-subscribe@griffin.apache.org)|[unsubscribe](mailto:dev-unsubscribe@griffin.apache.org)| [Griffin-dev](http://mail-archives.apache.org/mod_mbox/griffin-dev/)|
-| Issues Mailling List|||||[issues@griffin.apache.org](mailto:issues@griffin.apache.org)|||||[subscribe](mailto:issues-subscribe@griffin.apache.org)|[unsubscribe](mailto:issues-unsubscribe@griffin.apache.org)| [Griffin-issues](http://mail-archives.apache.org/mod_mbox/griffin-issues/)|
-| Commits Mailling List|||||[commits@griffin.apache.org](mailto:commits@griffin.apache.org)|||||[subscribe](mailto:commits-subscribe@griffin.apache.org)|[unsubscribe](mailto:commits-unsubscribe@griffin.apache.org)| [Griffin-commits](http://mail-archives.apache.org/mod_mbox/griffin-commits/)|
-
-
-
-### Issue Tracker
-[https://issues.apache.org/jira/browse/griffin](https://issues.apache.org/jira/browse/griffin)
-
-
-
-### Apache Griffin PMC
-
-| Name | Apacheid | Githubid | Org | Role |
-|------------------------------|--------------|-------------------------|---------------------------------------|-------------|
-| Liang Shao | liangshao | liangshao | eBay | PMC |
-| William Guo | guoyp | guoyuepeng | eBay | PMC(Chair) |
-| Alex Lv | alexlv | alexatapache | Alibaba | PMC |
-| Eugene Liu | liujin | toyboxman | VMWARE | PMC |
-| Grant | xuexu | grant-xuexu | Ontario Institute for Cancer Research | PMC |
-| He Wang | wanghe | whhe | NetEase(网易) | PMC |
-| Henry Saputra | hsaputra | hsaputra | ASF | PMC(Mentor) |
-| Jason Liao | jasonliao | jasonliaoxiaoge | Pingan Bank(平安银行) | PMC |
-| John Liu | johnliu | john-liu | eBay | PMC |
-| Juan Li | icesmartjuan | icesmartjuan | eBay | PMC |
-| Kasper Sørensen | kaspersor | kaspersorensen | Satori Software | PMC(Mentor) |
-| Kevin Yao | dyyao | ahutsunshine | Meituan(美团) | PMC |
-| Lionel Liu | lionelliu | bhlx3lyx7 | eBay | PMC |
-| Luciano Resende | lresende | lresende | IBM | PMC(Mentor) |
-| Nick Sokolov | nsokolov | chemikadze | Grid Dynamics | PMC |
-| Shawn Sha | yosha | yosha1 | JD(京东) | PMC |
-| Vincent Zhao | wenzhao | vzhao | eBay | PMC |
-| Yuqin Xuan | xuanyq | dodobel | Huawei(华为) | PMC |
-| Wan Kun | wankun | wankunde | leyantech(乐言科技) | PMC |
-
-
diff --git a/conf.md b/conf.md
deleted file mode 100644
index 46f369b..0000000
--- a/conf.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-layout: doc
-title: "Apache Griffin Conferences"
-permalink: /docs/conf.html
----
-
-### 2017
- - 2017 Apache Griffin data quality solution for big data @中国数据库技术大会 @ Beijing
- - 2017 Apache Griffin data quality solution for big data @2017中国开源年会 @ Shanghai
diff --git a/contribute.md b/contribute.md
deleted file mode 100644
index 9fdb74f..0000000
--- a/contribute.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-layout: doc
-title: "How to contribute"
-permalink: /docs/contribute.html
----
-
-### Ask questions
-The Apache Griffin community is eager to help and to answer your questions. We have a dev/users mailing list.
-
- - dev@griffin.apache.org , [To subscribe dev list](mailto:dev-subscribe@griffin.apache.org)
- - users@griffin.apache.org , [To subscribe users list](mailto:users-subscribe@griffin.apache.org)
-
-### File a bug report
-Please let us know if you experienced a problem with Griffin and file a bug report. Open Apache Griffin’s JIRA and click on the blue Create button at the top. Please give detailed information about the problem you encountered and, if possible, add a description that helps to reproduce the problem.
-
-[https://issues.apache.org/jira/browse/GRIFFIN](https://issues.apache.org/jira/browse/GRIFFIN)
-
-### Propose an improvement or a new feature
-Our community is constantly looking for feedback to improve Apache Griffin. If you have an idea how to improve Griffin or have a new feature in mind that would be beneficial for Apache Griffin users, please open an issue in Apache Griffin’s JIRA. The improvement or new feature should be described in appropriate detail and include the scope and its requirements if possible.
-
-We recommend to first reach consensus with the community on whether a new feature is required and how to implement a new feature, before starting with the implementation.
-
-[https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin](https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin)
-
-### Help others and join the discussions
-Most communication in the Apache Griffin community happens on two mailing lists:
-
-The users mailing lists users@griffin.apache.org is the place where users of Apache Griffin ask questions and seek for help or advice. Joining the user list and helping other users is a very good way to contribute to Apache Griffin’s community.
-
-The dev mailing list dev@griffin.apache.org is the place where Griffin developers exchange ideas and discuss new features, upcoming releases, and the development process in general. If you are interested in contributing code to Apache Griffin, you should join this mailing list.
-
-You are welcome to subscribe to both mailing lists.
-
-### Contributing to Code
-
-```
-# create jira ticket to specify what you want to do
-# https://issues.apache.org/jira/browse/GRIFFIN
-# Create one new branch for this task
-
-# first fork this to your own repo -- https://github.com/apache/griffin.git
-# then clone your own repo to your local workspace
-git clone https://github.com/{YOURNAME}/griffin.git
-
-# change code and push to your repository
-# please associate related JIRA TICK in your comments
-git commit -am "For task GRIFFIN-10 , blabla..."
-
-# Commit and send PR to us
-# Apache GRIFFIN PPMC will review and accept your pr as contributing.
-
-```
-
-
-### How to become a committer
-
-Committers are community members that have write access to the project’s repositories, i.e., they can modify the code, documentation, and website by themselves and also accept other contributions.
-
-There is no strict protocol for becoming a committer. Candidates for new committers are typically people that are active contributors and community members.
-
-Being an active community member means participating on mailing list discussions, helping to answer questions, verifying release candidates, being respectful towards others, and following the meritocratic principles of community management. Since the “Apache Way” has a strong focus on the project community, this part is very important.
-
-Of course, contributing code and documentation to the project is important as well. A good way to start is contributing improvements, new features, or bug fixes. You need to show that you take responsibility for the code that you contribute, add tests and documentation, and help maintaining it.
-
-Candidates for new committers are suggested by current committers or PMC members, and voted upon by the PMC.
-
-If you would like to become a committer, you should engage with the community and start contributing to Apache Griffin in any of the above ways. You might also want to talk to other committers and ask for their advice and guidance.
-
-### How to configure committer's mail
-
-Committers are easy to use apache's mail to communicate on the project’s plan, progress, issue etc. When you get your apache account, you should configure a popular mail system to take over it as apache mail system is plain-vanilla for usage.
-
-Here we give configuration guide below to help you take it easily. We use outlook system as sample.
-
-* Enable setting<br>
-
-
-* Add apache mail account<br>
-
-
-After those settings, you can use your outlook account to send/receive apache mail.
\ No newline at end of file
diff --git a/contributors.md b/contributors.md
deleted file mode 100644
index 592bc8b..0000000
--- a/contributors.md
+++ /dev/null
@@ -1,25 +0,0 @@
----
-layout: doc
-title: "Griffin Contributors"
-permalink: /docs/contributors.html
----
-
-| Name | Apacheid | Githubid | Org | Role |
-|------------------------------|--------------|-------------------------|---------------------------------------|-------------|
-| Chen Xiangrong | | justACT | Paypal | Contributor |
-| edwardhupeng | | EdwardHoot | Alipay | Contributor |
-| Evan Wan | | evanwan87 | eBay | Contributor |
-| forshareIT | | forshareIT | | Contributor |
-| Kwang-in (Dennis) Jung | | djKooks | | Contributor |
-| Louise Lu | | ludongfang | eBay | Contributor |
-| MintL617 | | MintL617 | | Contributor |
-| Pan Feng | | panffeng | eBay | Contributor |
-| RachelYang2 | | RachelYang2 | Yitu(依图) | Contributor |
-| Scott Ding | | dingminyi | eBay | Contributor |
-| Sparsh Singhal | | SparshSinghalHM | Hashmap Tech India Limited | Contributor |
-| Spencer Hivert | | spencer-hivert-ck | Credit Karma | Contributor |
-| YiliaZhang | | Yilia05 | USTC | Contributor |
-| Yiye Fang | | yiyef | Santa Clara University | Contributor |
-| younglee1 | | younglee1 | | Contributor |
-| zornlemma | | zornlemma | eBay | Contributor |
-| 诸葛子房 | | xiaoqiu-duan | Vipshop(唯品会) | Contributor |
diff --git a/docs/community.html b/docs/community.html
new file mode 100644
index 0000000..74bad79
--- /dev/null
+++ b/docs/community.html
@@ -0,0 +1,416 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Apache Griffin Community</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/community.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/community.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/community.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/community.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/community.html" id="">FAQ</a></li>
+
+ <li class="sidenavli current"><a href="/docs/community.html" data-permalink="/docs/community.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/community.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/community.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/community.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/community.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/community.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Apache Griffin Community</h1>
+ <h3 id="mailing-lists">Mailing Lists</h3>
+
+<table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th>Email</th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th> </th>
+ <th>Subscribe</th>
+ <th>Unsubscribe</th>
+ <th>Archive</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Users Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:users@griffin.apache.org">users@griffin.apache.org</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:users-subscribe@griffin.apache.org">subscribe</a></td>
+ <td><a href="mailto:users-unsubscribe@griffin.apache.org">unsubscribe</a></td>
+ <td><a href="http://mail-archives.apache.org/mod_mbox/griffin-users/">Griffin-users</a></td>
+ </tr>
+ <tr>
+ <td>Dev Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:dev@griffin.apache.org">dev@griffin.apache.org</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:dev-subscribe@griffin.apache.org">subscribe</a></td>
+ <td><a href="mailto:dev-unsubscribe@griffin.apache.org">unsubscribe</a></td>
+ <td><a href="http://mail-archives.apache.org/mod_mbox/griffin-dev/">Griffin-dev</a></td>
+ </tr>
+ <tr>
+ <td>Issues Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:issues@griffin.apache.org">issues@griffin.apache.org</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:issues-subscribe@griffin.apache.org">subscribe</a></td>
+ <td><a href="mailto:issues-unsubscribe@griffin.apache.org">unsubscribe</a></td>
+ <td><a href="http://mail-archives.apache.org/mod_mbox/griffin-issues/">Griffin-issues</a></td>
+ </tr>
+ <tr>
+ <td>Commits Mailling List</td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:commits@griffin.apache.org">commits@griffin.apache.org</a></td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td> </td>
+ <td><a href="mailto:commits-subscribe@griffin.apache.org">subscribe</a></td>
+ <td><a href="mailto:commits-unsubscribe@griffin.apache.org">unsubscribe</a></td>
+ <td><a href="http://mail-archives.apache.org/mod_mbox/griffin-commits/">Griffin-commits</a></td>
+ </tr>
+ </tbody>
+</table>
+
+<h3 id="issue-tracker">Issue Tracker</h3>
+<p><a href="https://issues.apache.org/jira/browse/griffin">https://issues.apache.org/jira/browse/griffin</a></p>
+
+<h3 id="apache-griffin-pmc">Apache Griffin PMC</h3>
+
+<table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th>Apacheid</th>
+ <th>Githubid</th>
+ <th>Org</th>
+ <th>Role</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Liang Shao</td>
+ <td>liangshao</td>
+ <td>liangshao</td>
+ <td>eBay</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>William Guo</td>
+ <td>guoyp</td>
+ <td>guoyuepeng</td>
+ <td>eBay</td>
+ <td>PMC(Chair)</td>
+ </tr>
+ <tr>
+ <td>Alex Lv</td>
+ <td>alexlv</td>
+ <td>alexatapache</td>
+ <td>Alibaba</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Eugene Liu</td>
+ <td>liujin</td>
+ <td>toyboxman</td>
+ <td>VMWARE</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Grant</td>
+ <td>xuexu</td>
+ <td>grant-xuexu</td>
+ <td>Ontario Institute for Cancer Research</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>He Wang</td>
+ <td>wanghe</td>
+ <td>whhe</td>
+ <td>NetEase(网易)</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Henry Saputra</td>
+ <td>hsaputra</td>
+ <td>hsaputra</td>
+ <td>ASF</td>
+ <td>PMC(Mentor)</td>
+ </tr>
+ <tr>
+ <td>Jason Liao</td>
+ <td>jasonliao</td>
+ <td>jasonliaoxiaoge</td>
+ <td>Pingan Bank(平安银行)</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>John Liu</td>
+ <td>johnliu</td>
+ <td>john-liu</td>
+ <td>eBay</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Juan Li</td>
+ <td>icesmartjuan</td>
+ <td>icesmartjuan</td>
+ <td>eBay</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Kasper Sørensen</td>
+ <td>kaspersor</td>
+ <td>kaspersorensen</td>
+ <td>Satori Software</td>
+ <td>PMC(Mentor)</td>
+ </tr>
+ <tr>
+ <td>Kevin Yao</td>
+ <td>dyyao</td>
+ <td>ahutsunshine</td>
+ <td>Meituan(美团)</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Lionel Liu</td>
+ <td>lionelliu</td>
+ <td>bhlx3lyx7</td>
+ <td>eBay</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Luciano Resende</td>
+ <td>lresende</td>
+ <td>lresende</td>
+ <td>IBM</td>
+ <td>PMC(Mentor)</td>
+ </tr>
+ <tr>
+ <td>Nick Sokolov</td>
+ <td>nsokolov</td>
+ <td>chemikadze</td>
+ <td>Grid Dynamics</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Shawn Sha</td>
+ <td>yosha</td>
+ <td>yosha1</td>
+ <td>JD(京东)</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Vincent Zhao</td>
+ <td>wenzhao</td>
+ <td>vzhao</td>
+ <td>eBay</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Yuqin Xuan</td>
+ <td>xuanyq</td>
+ <td>dodobel</td>
+ <td>Huawei(华为)</td>
+ <td>PMC</td>
+ </tr>
+ <tr>
+ <td>Wan Kun</td>
+ <td>wankun</td>
+ <td>wankunde</td>
+ <td>leyantech(乐言科技)</td>
+ <td>PMC</td>
+ </tr>
+ </tbody>
+</table>
+
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/conf.html b/docs/conf.html
new file mode 100644
index 0000000..aa93e6b
--- /dev/null
+++ b/docs/conf.html
@@ -0,0 +1,185 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Apache Griffin Conferences</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/conf.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/conf.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/conf.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/conf.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/conf.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/conf.html" id="">Community</a></li>
+
+ <li class="sidenavli current"><a href="/docs/conf.html" data-permalink="/docs/conf.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/conf.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/conf.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/conf.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/conf.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Apache Griffin Conferences</h1>
+ <h3 id="2017">2017</h3>
+<ul>
+ <li>2017 Apache Griffin data quality solution for big data @中国数据库技术大会 @ Beijing</li>
+ <li>2017 Apache Griffin data quality solution for big data @2017中国开源年会 @ Shanghai</li>
+</ul>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/contribute.html b/docs/contribute.html
new file mode 100644
index 0000000..606289d
--- /dev/null
+++ b/docs/contribute.html
@@ -0,0 +1,260 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - How to contribute</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/contribute.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/contribute.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/contribute.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/contribute.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/contribute.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/contribute.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/contribute.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli current"><a href="/docs/contribute.html" data-permalink="/docs/contribute.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/contribute.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/contribute.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/contribute.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">How to contribute</h1>
+ <h3 id="ask-questions">Ask questions</h3>
+<p>The Apache Griffin community is eager to help and to answer your questions. We have a dev/users mailing list.</p>
+
+<ul>
+ <li>dev@griffin.apache.org , <a href="mailto:dev-subscribe@griffin.apache.org">To subscribe dev list</a></li>
+ <li>users@griffin.apache.org , <a href="mailto:users-subscribe@griffin.apache.org">To subscribe users list</a></li>
+</ul>
+
+<h3 id="file-a-bug-report">File a bug report</h3>
+<p>Please let us know if you experienced a problem with Griffin and file a bug report. Open Apache Griffin’s JIRA and click on the blue Create button at the top. Please give detailed information about the problem you encountered and, if possible, add a description that helps to reproduce the problem.</p>
+
+<p><a href="https://issues.apache.org/jira/browse/GRIFFIN">https://issues.apache.org/jira/browse/GRIFFIN</a></p>
+
+<h3 id="propose-an-improvement-or-a-new-feature">Propose an improvement or a new feature</h3>
+<p>Our community is constantly looking for feedback to improve Apache Griffin. If you have an idea how to improve Griffin or have a new feature in mind that would be beneficial for Apache Griffin users, please open an issue in Apache Griffin’s JIRA. The improvement or new feature should be described in appropriate detail and include the scope and its requirements if possible.</p>
+
+<p>We recommend to first reach consensus with the community on whether a new feature is required and how to implement a new feature, before starting with the implementation.</p>
+
+<p><a href="https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin">https://cwiki.apache.org/confluence/display/GRIFFIN/Apache+Griffin</a></p>
+
+<h3 id="help-others-and-join-the-discussions">Help others and join the discussions</h3>
+<p>Most communication in the Apache Griffin community happens on two mailing lists:</p>
+
+<p>The users mailing lists users@griffin.apache.org is the place where users of Apache Griffin ask questions and seek for help or advice. Joining the user list and helping other users is a very good way to contribute to Apache Griffin’s community.</p>
+
+<p>The dev mailing list dev@griffin.apache.org is the place where Griffin developers exchange ideas and discuss new features, upcoming releases, and the development process in general. If you are interested in contributing code to Apache Griffin, you should join this mailing list.</p>
+
+<p>You are welcome to subscribe to both mailing lists.</p>
+
+<h3 id="contributing-to-code">Contributing to Code</h3>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code># create jira ticket to specify what you want to do
+# https://issues.apache.org/jira/browse/GRIFFIN
+# Create one new branch for this task
+
+# first fork this to your own repo -- https://github.com/apache/griffin.git
+# then clone your own repo to your local workspace
+git clone https://github.com/{YOURNAME}/griffin.git
+
+# change code and push to your repository
+# please associate related JIRA TICK in your comments
+git commit -am "For task GRIFFIN-10 , blabla..."
+
+# Commit and send PR to us
+# Apache GRIFFIN PPMC will review and accept your pr as contributing.
+
+</code></pre></div></div>
+
+<h3 id="how-to-become-a-committer">How to become a committer</h3>
+
+<p>Committers are community members that have write access to the project’s repositories, i.e., they can modify the code, documentation, and website by themselves and also accept other contributions.</p>
+
+<p>There is no strict protocol for becoming a committer. Candidates for new committers are typically people that are active contributors and community members.</p>
+
+<p>Being an active community member means participating on mailing list discussions, helping to answer questions, verifying release candidates, being respectful towards others, and following the meritocratic principles of community management. Since the “Apache Way” has a strong focus on the project community, this part is very important.</p>
+
+<p>Of course, contributing code and documentation to the project is important as well. A good way to start is contributing improvements, new features, or bug fixes. You need to show that you take responsibility for the code that you contribute, add tests and documentation, and help maintaining it.</p>
+
+<p>Candidates for new committers are suggested by current committers or PMC members, and voted upon by the PMC.</p>
+
+<p>If you would like to become a committer, you should engage with the community and start contributing to Apache Griffin in any of the above ways. You might also want to talk to other committers and ask for their advice and guidance.</p>
+
+<h3 id="how-to-configure-committers-mail">How to configure committer’s mail</h3>
+
+<p>Committers are easy to use apache’s mail to communicate on the project’s plan, progress, issue etc. When you get your apache account, you should configure a popular mail system to take over it as apache mail system is plain-vanilla for usage.</p>
+
+<p>Here we give configuration guide below to help you take it easily. We use outlook system as sample.</p>
+
+<ul>
+ <li>
+ <p>Enable setting<br />
+<img src="/images/outlook-setting.png" alt="outlook_setting" /></p>
+ </li>
+ <li>
+ <p>Add apache mail account<br />
+<img src="/images/outlook-mail.png" alt="outlook_mail" /></p>
+ </li>
+</ul>
+
+<p>After those settings, you can use your outlook account to send/receive apache mail.</p>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/contributors.html b/docs/contributors.html
new file mode 100644
index 0000000..a3ef219
--- /dev/null
+++ b/docs/contributors.html
@@ -0,0 +1,312 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Griffin Contributors</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/contributors.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/contributors.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/contributors.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/contributors.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/contributors.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/contributors.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/contributors.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/contributors.html" id="">Contribution</a></li>
+
+ <li class="sidenavli current"><a href="/docs/contributors.html" data-permalink="/docs/contributors.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/contributors.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/contributors.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Griffin Contributors</h1>
+ <table>
+ <thead>
+ <tr>
+ <th>Name</th>
+ <th>Apacheid</th>
+ <th>Githubid</th>
+ <th>Org</th>
+ <th>Role</th>
+ </tr>
+ </thead>
+ <tbody>
+ <tr>
+ <td>Chen Xiangrong</td>
+ <td> </td>
+ <td>justACT</td>
+ <td>Paypal</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>edwardhupeng</td>
+ <td> </td>
+ <td>EdwardHoot</td>
+ <td>Alipay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Evan Wan</td>
+ <td> </td>
+ <td>evanwan87</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>forshareIT</td>
+ <td> </td>
+ <td>forshareIT</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Kwang-in (Dennis) Jung</td>
+ <td> </td>
+ <td>djKooks</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Louise Lu</td>
+ <td> </td>
+ <td>ludongfang</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>MintL617</td>
+ <td> </td>
+ <td>MintL617</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Pan Feng</td>
+ <td> </td>
+ <td>panffeng</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>RachelYang2</td>
+ <td> </td>
+ <td>RachelYang2</td>
+ <td>Yitu(依图)</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Scott Ding</td>
+ <td> </td>
+ <td>dingminyi</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Sparsh Singhal</td>
+ <td> </td>
+ <td>SparshSinghalHM</td>
+ <td>Hashmap Tech India Limited</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Spencer Hivert</td>
+ <td> </td>
+ <td>spencer-hivert-ck</td>
+ <td>Credit Karma</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>YiliaZhang</td>
+ <td> </td>
+ <td>Yilia05</td>
+ <td>USTC</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>Yiye Fang</td>
+ <td> </td>
+ <td>yiyef</td>
+ <td>Santa Clara University</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>younglee1</td>
+ <td> </td>
+ <td>younglee1</td>
+ <td> </td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>zornlemma</td>
+ <td> </td>
+ <td>zornlemma</td>
+ <td>eBay</td>
+ <td>Contributor</td>
+ </tr>
+ <tr>
+ <td>诸葛子房</td>
+ <td> </td>
+ <td>xiaoqiu-duan</td>
+ <td>Vipshop(唯品会)</td>
+ <td>Contributor</td>
+ </tr>
+ </tbody>
+</table>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/download.html b/docs/download.html
new file mode 100644
index 0000000..05a620a
--- /dev/null
+++ b/docs/download.html
@@ -0,0 +1,332 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Apache Griffin Latest Download</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/download.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/download.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/download.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/download.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/download.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/download.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/download.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/download.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/download.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/download.html" id="">Latest version</a></li>
+
+ <li class="sidenavli current"><a href="/docs/download.html" data-permalink="/docs/download.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Apache Griffin Latest Download</h1>
+ <blockquote>
+ <p>Version <strong>0.4.0</strong> is the latest release.</p>
+
+ <p>You can verify your download by following these <a href="https://www.apache.org/info/verification.html">procedures</a> and using these <a href="https://archive.apache.org/dist/griffin/KEYS">KEYS</a>.</p>
+</blockquote>
+
+<h1 id="050">0.5.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.5.0/CHANGES.txt">griffin 0.5.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip">griffin-0.5.0-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip.sha512">griffin-0.5.0-source-release.zip.sha512</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip.asc">griffin-0.5.0-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.5.0">griffin-0.5.0</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="040">0.4.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.4.0/CHANGES.txt">griffin 0.4.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip">griffin-0.4.0-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.sha512">griffin-0.4.0-source-release.zip.sha512</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.asc">griffin-0.4.0-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.4.0">griffin-0.4.0</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="030">0.3.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/CHANGES.txt">griffin 0.3.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip">griffin-0.3.0-incubating-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.sha512">griffin-0.3.0-incubating-source-release.zip.sha512</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.asc">griffin-0.3.0-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.3.0-incubating">griffin-0.3.0-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="020">0.2.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/CHANGES.txt">griffin 0.2.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip">griffin-0.2.0-incubating-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.sha1">griffin-0.2.0-incubating-source-release.zip.sha1</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.asc">griffin-0.2.0-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.2.0-incubating">griffin-0.2.0-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="016">0.1.6</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/CHANGES.txt">griffin 0.1.6 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip">griffin-0.1.6-incubating-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.sha1">griffin-0.1.6-incubating-source-release.zip.sha1</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.asc">griffin-0.1.6-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.6-incubating">griffin-0.1.6-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="015">0.1.5</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/CHANGES.txt">griffin 0.1.5 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip">griffin-0.1.5-incubating-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.sha1">griffin-0.1.5-incubating-source-release.zip.sha1</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.asc">griffin-0.1.5-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.5-incubating">griffin-0.1.5-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+<h1 id="014">0.1.4</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/CHANGES.txt">griffin 0.1.4 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip">griffin-0.1.4-incubating-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.sha1">griffin-0.1.4-incubating-source-release.zip.sha1</a></li>
+ <li><a href="https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.asc">griffin-0.1.4-incubating-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.4-incubating">griffin-0.1.4-incubating</a></li>
+ </ul>
+ </li>
+</ul>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/faq.html b/docs/faq.html
new file mode 100644
index 0000000..2c56bd9
--- /dev/null
+++ b/docs/faq.html
@@ -0,0 +1,186 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - FAQ</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/faq.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/faq.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/faq.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/faq.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli current"><a href="/docs/faq.html" data-permalink="/docs/faq.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/faq.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/faq.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/faq.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/faq.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/faq.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/faq.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">FAQ</h1>
+ <h2 id="faq">FAQ</h2>
+
+<ul>
+ <li><strong>Where are the test cases for different measure dimensions?</strong></li>
+ <li>Please check <a href="https://github.com/apache/griffin/blob/master/measure/src/test/scala/org/apache/griffin/measure/job/BatchDQAppTest.scala">Data Quality test cases</a></li>
+</ul>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/latest.html b/docs/latest.html
new file mode 100644
index 0000000..5098ec3
--- /dev/null
+++ b/docs/latest.html
@@ -0,0 +1,207 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Apache Griffin Latest Download</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/latest.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/latest.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/latest.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/latest.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/latest.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/latest.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/latest.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/latest.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/latest.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli current"><a href="/docs/latest.html" data-permalink="/docs/latest.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/latest.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Apache Griffin Latest Download</h1>
+ <blockquote>
+ <p>Version <strong>0.6.0</strong> is the latest release.</p>
+
+ <p>You can verify your download by following these <a href="https://www.apache.org/info/verification.html">procedures</a> and using these <a href="https://dist.apache.org/repos/dist/release/griffin/KEYS">KEYS</a>.</p>
+</blockquote>
+
+<h1 id="060">0.6.0</h1>
+<ul>
+ <li>Release notes:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.6.0/CHANGES.txt">griffin 0.6.0 Release Notes</a></li>
+ </ul>
+ </li>
+ <li>Source download:
+ <ul>
+ <li><a href="https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip">griffin-0.6.0-source-release.zip</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip.sha512">griffin-0.6.0-source-release.zip.sha512</a></li>
+ <li><a href="https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip.asc">griffin-0.6.0-source-release.zip.asc</a></li>
+ </ul>
+ </li>
+ <li>Git revision:
+ <ul>
+ <li>tag: <a href="https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.6.0">griffin-0.6.0</a></li>
+ </ul>
+ </li>
+</ul>
+
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/profiling.html b/docs/profiling.html
new file mode 100644
index 0000000..8b69138
--- /dev/null
+++ b/docs/profiling.html
@@ -0,0 +1,341 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Profiling Use Case</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/profiling.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/profiling.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/profiling.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli current"><a href="/docs/profiling.html" data-permalink="/docs/profiling.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/profiling.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/profiling.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/profiling.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/profiling.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/profiling.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/profiling.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/profiling.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Profiling Use Case</h1>
+ <h2 id="user-story">User Story</h2>
+<p>Say we have one data set(demo_src), partitioned by hour, we want to know what is the data like for each hour.</p>
+
+<p>For simplicity, suppose both two data set have the same schema as this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>id bigint
+age int
+desc string
+dt string
+hour string
+</code></pre></div></div>
+<p>both dt and hour are partitions,</p>
+
+<p>as every day we have one daily partition dt(like 20180912),</p>
+
+<p>for every day we have 24 hourly partitions(like 00, 01, 02, …, 23).</p>
+
+<h2 id="environment-preparation">Environment Preparation</h2>
+<p>You need to prepare the environment for Apache Griffin measure module, including the following software:</p>
+<ul>
+ <li>JDK (1.8+)</li>
+ <li>Hadoop (2.6.0+)</li>
+ <li>Spark (2.2.1+)</li>
+ <li>Hive (2.2.0)</li>
+</ul>
+
+<h2 id="build-apache-griffin-measure-module">Build Apache Griffin Measure Module</h2>
+<ol>
+ <li>Download Apache Griffin source package <a href="https://www.apache.org/dist/griffin/0.4.0/">here</a>.</li>
+ <li>Unzip the source package.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>unzip griffin-0.4.0-source-release.zip
+cd griffin-0.4.0-source-release
+</code></pre></div> </div>
+ </li>
+ <li>Build Apache Griffin jars.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mvn clean install
+</code></pre></div> </div>
+
+ <p>Move the built apache griffin measure jar to your work path.</p>
+
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
+</code></pre></div> </div>
+ </li>
+</ol>
+
+<h2 id="data-preparation">Data Preparation</h2>
+
+<p>For our quick start, We will generate a hive table demo_src.</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>--create hive tables here. hql script
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_src`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_src';
+</code></pre></div></div>
+<p>The data could be generated this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>1|18|student
+2|23|engineer
+3|42|cook
+...
+</code></pre></div></div>
+<p>You can download <a href="/data/batch">demo data</a> and execute <code class="language-plaintext highlighter-rouge">./gen_demo_data.sh</code> to get the data source file.
+Then we will load data into hive table for every hour.</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src PARTITION (dt='20180912',hour='09');
+</code></pre></div></div>
+<p>Or you can just execute <code class="language-plaintext highlighter-rouge">./gen-hive-data.sh</code> in the downloaded directory above, to generate and load data into the tables hourly.</p>
+
+<h2 id="define-data-quality-measure">Define data quality measure</h2>
+
+<h4 id="apache-griffin-env-configuration">Apache Griffin env configuration</h4>
+<p>The environment config file: env.json</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "spark": {
+ "log.level": "WARN"
+ },
+ "sinks": [
+ {
+ "type": "console"
+ },
+ {
+ "type": "hdfs",
+ "config": {
+ "path": "hdfs:///griffin/persist"
+ }
+ },
+ {
+ "type": "elasticsearch",
+ "config": {
+ "method": "post",
+ "api": "http://es:9200/griffin/accuracy"
+ }
+ }
+ ]
+}
+</code></pre></div></div>
+
+<h4 id="define-apache-griffin-data-quality">Define Apache Griffin data quality</h4>
+<p>The DQ config file: dq.json</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "name": "batch_prof",
+ "process.type": "batch",
+ "data.sources": [
+ {
+ "name": "src",
+ "baseline": true,
+ "connectors": [
+ {
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_tgt"
+ }
+ }
+ ]
+ }
+ ],
+ "evaluate.rule": {
+ "rules": [
+ {
+ "dsl.type": "griffin-dsl",
+ "dq.type": "profiling",
+ "out.dataframe.name": "prof",
+ "rule": "src.id.count() AS id_count, src.age.max() AS age_max, src.desc.length().max() AS desc_length_max",
+ "out": [
+ {
+ "type": "metric",
+ "name": "prof"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks": ["CONSOLE", "HDFS"]
+}
+</code></pre></div></div>
+
+<h2 id="measure-data-quality">Measure data quality</h2>
+<p>Submit the measure job to Spark, with config file paths as parameters.</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
+--driver-memory 1g --executor-memory 1g --num-executors 2 \
+<path>/griffin-measure.jar \
+<path>/env.json <path>/dq.json
+</code></pre></div></div>
+
+<h2 id="report-data-quality-metrics">Report data quality metrics</h2>
+<p>Then you can get the calculation log in console, after the job finishes, you can get the result metrics printed. The metrics will also be saved in hdfs: <code class="language-plaintext highlighter-rouge">hdfs:///griffin/persist/<job name>/<timestamp>/_METRICS</code>.</p>
+
+<h2 id="refine-data-quality-report">Refine Data Quality report</h2>
+<p>Depends on your business, you might need to refine your data quality measure further till your are satisfied.</p>
+
+<h2 id="more-details">More Details</h2>
+<p>For more details about apache griffin measures, you can visit our documents in <a href="https://github.com/apache/griffin/tree/master/griffin-doc">github</a>.</p>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/quickstart-cn.html b/docs/quickstart-cn.html
new file mode 100644
index 0000000..4f4fb9b
--- /dev/null
+++ b/docs/quickstart-cn.html
@@ -0,0 +1,608 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Quick Start</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/quickstart-cn.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli current"><a href="/docs/quickstart-cn.html" data-permalink="/docs/quickstart-cn.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/quickstart-cn.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/quickstart-cn.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/quickstart-cn.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/quickstart-cn.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/quickstart-cn.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/quickstart-cn.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/quickstart-cn.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/quickstart-cn.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/quickstart-cn.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Quick Start</h1>
+ <h2 id="apache-griffin-入门指南">Apache Griffin 入门指南</h2>
+
+<p>数据质量模块是大数据平台中必不可少的一个功能组件，<a href="http://griffin.apache.org">Apache Griffin</a>（以下简称Griffin）是一个开源的大数据数据质量解决方案，它支持批处理和流模式两种数据质量检测方式，可以从不同维度（比如离线任务执行完毕后检查源端和目标端的数据数量是否一致、源表的数据空值数量等）度量数据资产，从而提升数据的准确度、可信度。</p>
+
+<p>在Griffin的架构中，主要分为Define、Measure和Analyze三个部分，如下图所示：</p>
+
+<p><img src="/images/arch-1.png" alt="arch" /></p>
+
+<p>各部分的职责如下：</p>
+
+<ul>
+ <li>Define：主要负责定义数据质量统计的维度，比如数据质量统计的时间跨度、统计的目标（源端和目标端的数据数量是否一致，数据源里某一字段的非空的数量、不重复值的数量、最大值、最小值、top5的值数量等）</li>
+ <li>Measure：主要负责执行统计任务，生成统计结果</li>
+ <li>Analyze：主要负责保存与展示统计结果</li>
+</ul>
+
+<p>基于以上功能，我们大数据平台计划引入Griffin作为数据质量解决方案，实现数据一致性检查、空值统计等功能。以下是安装步骤总结：</p>
+
+<h3 id="安装部署">安装部署</h3>
+
+<h4 id="依赖准备">依赖准备</h4>
+
+<ul>
+ <li>JDK (1.8 or later versions)</li>
+ <li>MySQL(version 5.6及以上)</li>
+ <li>Hadoop (2.6.0 or later)</li>
+ <li>Hive (version 2.x)</li>
+ <li>Spark (version 2.2.1)</li>
+ <li>Livy（livy-0.5.0-incubating）</li>
+ <li>ElasticSearch (5.0 or later versions)</li>
+</ul>
+
+<h4 id="初始化">初始化</h4>
+
+<p>初始化操作具体请参考<a href="https://github.com/apache/griffin/blob/master/griffin-doc/deploy/deploy-guide.md">Apache Griffin Deployment Guide</a>，由于我的测试环境中Hadoop集群、Hive集群已搭好，故这里省略Hadoop、Hive安装步骤，只保留拷贝配置文件、配置Hadoop配置文件目录步骤。</p>
+
+<p>1、MySQL：</p>
+
+<p>在MySQL中创建数据库quartz，然后执行<a href="https://github.com/apache/griffin/blob/master/service/src/main/resources/Init_quartz_mysql_innodb.sql">Init_quartz_mysql_innodb.sql</a>脚本初始化表信息：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mysql -u <username> -p <password> < Init_quartz_mysql_innodb.sql
+</code></pre></div></div>
+
+<p>2、Hadoop和Hive：</p>
+
+<p>从Hadoop服务器拷贝配置文件到Livy服务器上，这里假设将配置文件放在/usr/data/conf目录下。</p>
+
+<p>在Hadoop服务器上创建/home/spark_conf目录，并将Hive的配置文件hive-site.xml上传到该目录下：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#创建/home/spark_conf目录
+hadoop fs -mkdir -p /home/spark_conf
+#上传hive-site.xml
+hadoop fs -put hive-site.xml /home/spark_conf/
+</code></pre></div></div>
+
+<p>3、设置环境变量：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#!/bin/bash
+export JAVA_HOME=/data/jdk1.8.0_192
+
+#spark目录
+export SPARK_HOME=/usr/data/spark-2.1.1-bin-2.6.3
+#livy命令目录
+export LIVY_HOME=/usr/data/livy/bin
+#hadoop配置文件目录
+export HADOOP_CONF_DIR=/usr/data/conf
+</code></pre></div></div>
+
+<p>4、Livy配置：</p>
+
+<p>更新livy/conf下的livy.conf配置文件：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>livy.server.host = 127.0.0.1
+livy.spark.master = yarn
+livy.spark.deployMode = cluster
+livy.repl.enable-hive-context = true
+</code></pre></div></div>
+
+<p>启动livy：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>livy-server start
+</code></pre></div></div>
+
+<p>5、Elasticsearch配置：</p>
+
+<p>在ES里创建griffin索引：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>curl -XPUT http://es:9200/griffin -d '
+{
+ "aliases": {},
+ "mappings": {
+ "accuracy": {
+ "properties": {
+ "name": {
+ "fields": {
+ "keyword": {
+ "ignore_above": 256,
+ "type": "keyword"
+ }
+ },
+ "type": "text"
+ },
+ "tmst": {
+ "type": "date"
+ }
+ }
+ }
+ },
+ "settings": {
+ "index": {
+ "number_of_replicas": "2",
+ "number_of_shards": "5"
+ }
+ }
+}
+'
+</code></pre></div></div>
+
+<h4 id="源码打包部署">源码打包部署</h4>
+
+<p>在这里我使用源码编译打包的方式来部署Griffin，Griffin的源码地址是：<a href="https://github.com/apache/griffin.git">https://github.com/apache/griffin.git</a>，这里我使用的源码tag是griffin-0.4.0，下载完成在idea中导入并展开源码的结构图如下：</p>
+
+<p><img src="/images/project.jpg" alt="project" /></p>
+
+<p>Griffin的源码结构很清晰，主要包括griffin-doc、measure、service和ui四个模块，其中griffin-doc负责存放Griffin的文档，measure负责与spark交互，执行统计任务，service使用spring boot作为服务实现，负责给ui模块提供交互所需的restful api，保存统计任务，展示统计结果。</p>
+
+<p>源码导入构建完毕后，需要修改配置文件，具体修改的配置文件如下：</p>
+
+<p>1、service/src/main/resources/application.properties：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code># Apache Griffin应用名称
+spring.application.name=griffin_service
+# MySQL数据库配置信息
+spring.datasource.url=jdbc:mysql://10.xxx.xx.xxx:3306/griffin_quartz?useSSL=false
+spring.datasource.username=xxxxx
+spring.datasource.password=xxxxx
+spring.jpa.generate-ddl=true
+spring.datasource.driver-class-name=com.mysql.jdbc.Driver
+spring.jpa.show-sql=true
+# Hive metastore配置信息
+hive.metastore.uris=thrift://namenode.test01.xxx:9083
+hive.metastore.dbname=default
+hive.hmshandler.retry.attempts=15
+hive.hmshandler.retry.interval=2000ms
+# Hive cache time
+cache.evict.hive.fixedRate.in.milliseconds=900000
+# Kafka schema registry，按需配置
+kafka.schema.registry.url=http://namenode.test01.xxx:8081
+# Update job instance state at regular intervals
+jobInstance.fixedDelay.in.milliseconds=60000
+# Expired time of job instance which is 7 days that is 604800000 milliseconds.Time unit only supports milliseconds
+jobInstance.expired.milliseconds=604800000
+# schedule predicate job every 5 minutes and repeat 12 times at most
+#interval time unit s:second m:minute h:hour d:day,only support these four units
+predicate.job.interval=5m
+predicate.job.repeat.count=12
+# external properties directory location
+external.config.location=
+# external BATCH or STREAMING env
+external.env.location=
+# login strategy ("default" or "ldap")
+login.strategy=default
+# ldap，登录策略为ldap时配置
+ldap.url=ldap://hostname:port
+ldap.email=@example.com
+ldap.searchBase=DC=org,DC=example
+ldap.searchPattern=(sAMAccountName={0})
+# hdfs default name
+fs.defaultFS=
+# elasticsearch配置
+elasticsearch.host=griffindq02-test1-rgtj1-tj1
+elasticsearch.port=9200
+elasticsearch.scheme=http
+# elasticsearch.user = user
+# elasticsearch.password = password
+# livy配置
+livy.uri=http://10.104.xxx.xxx:8998/batches
+# yarn url配置
+yarn.uri=http://10.104.xxx.xxx:8088
+# griffin event listener
+internal.event.listeners=GriffinJobEventHook
+</code></pre></div></div>
+
+<p>2、service/src/main/resources/quartz.properties</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#
+# Licensed to the Apache Software Foundation (ASF) under one
+# or more contributor license agreements. See the NOTICE file
+# distributed with this work for additional information
+# regarding copyright ownership. The ASF licenses this file
+# to you under the Apache License, Version 2.0 (the
+# "License"); you may not use this file except in compliance
+# with the License. You may obtain a copy of the License at
+#
+# http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing,
+# software distributed under the License is distributed on an
+# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+# KIND, either express or implied. See the License for the
+# specific language governing permissions and limitations
+# under the License.
+#
+org.quartz.scheduler.instanceName=spring-boot-quartz
+org.quartz.scheduler.instanceId=AUTO
+org.quartz.threadPool.threadCount=5
+org.quartz.jobStore.class=org.quartz.impl.jdbcjobstore.JobStoreTX
+# If you use postgresql as your database,set this property value to org.quartz.impl.jdbcjobstore.PostgreSQLDelegate
+# If you use mysql as your database,set this property value to org.quartz.impl.jdbcjobstore.StdJDBCDelegate
+# If you use h2 as your database, it's ok to set this property value to StdJDBCDelegate, PostgreSQLDelegate or others
+org.quartz.jobStore.driverDelegateClass=org.quartz.impl.jdbcjobstore.StdJDBCDelegate
+org.quartz.jobStore.useProperties=true
+org.quartz.jobStore.misfireThreshold=60000
+org.quartz.jobStore.tablePrefix=QRTZ_
+org.quartz.jobStore.isClustered=true
+org.quartz.jobStore.clusterCheckinInterval=20000
+</code></pre></div></div>
+
+<p>3、service/src/main/resources/sparkProperties.json：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "file": "hdfs:///griffin/griffin-measure.jar",
+ "className": "org.apache.griffin.measure.Application",
+ "name": "griffin",
+ "queue": "default",
+ "numExecutors": 2,
+ "executorCores": 1,
+ "driverMemory": "1g",
+ "executorMemory": "1g",
+ "conf": {
+ "spark.yarn.dist.files": "hdfs:///home/spark_conf/hive-site.xml"
+ },
+ "files": [
+ ]
+}
+</code></pre></div></div>
+
+<p>4、service/src/main/resources/env/env_batch.json：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "spark": {
+ "log.level": "INFO"
+ },
+ "sinks": [
+ {
+ "type": "CONSOLE",
+ "config": {
+ "max.log.lines": 10
+ }
+ },
+ {
+ "type": "HDFS",
+ "config": {
+ "path": "hdfs://namenodetest01.xx.xxxx.com:9001/griffin/persist",
+ "max.persist.lines": 10000,
+ "max.lines.per.file": 10000
+ }
+ },
+ {
+ "type": "ELASTICSEARCH",
+ "config": {
+ "method": "post",
+ "api": "http://10.xxx.xxx.xxx:9200/griffin/accuracy",
+ "connection.timeout": "1m",
+ "retry": 10
+ }
+ }
+ ],
+ "griffin.checkpoint": []
+}
+</code></pre></div></div>
+
+<p>配置文件修改好后，在idea里的terminal里执行如下maven命令进行编译打包：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mvn -Dmaven.test.skip=true clean install
+</code></pre></div></div>
+
+<p>命令执行完成后，会在service和measure模块的target目录下分别看到service-0.4.0.jar和measure-0.4.0.jar两个jar，将这两个jar分别拷贝到服务器目录下。这两个jar的使用方式如下：</p>
+
+<p>1、使用如下命令将measure-0.4.0.jar这个jar上传到HDFS的/griffin文件目录里：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#改变jar名称
+mv measure-0.4.0.jar griffin-measure.jar
+#上传griffin-measure.jar到HDFS文件目录里
+hadoop fs -put measure-0.4.0.jar /griffin/
+</code></pre></div></div>
+
+<p>这样做的目的主要是因为spark在yarn集群上执行任务时，需要到HDFS的/griffin目录下加载griffin-measure.jar，避免发生类org.apache.griffin.measure.Application找不到的错误。</p>
+
+<p>2、运行service-0.4.0.jar，启动Griffin管理后台：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>nohup java -jar service-0.4.0.jar>service.out 2>&1 &
+</code></pre></div></div>
+
+<p>几秒钟后，我们可以访问Apache Griffin的默认UI(默认情况下，spring boot的端口是8080)。</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>http://IP:8080
+</code></pre></div></div>
+
+<p>UI操作文档链接：<a href="https://github.com/apache/griffin/blob/master/griffin-doc/ui/user-guide.md">Apache Griffin User Guide</a>。通过UI操作界面，我们可以创建自己的统计任务，部分结果展示界面如下：</p>
+
+<p><img src="/images/dashboard-big.png" alt="dashboard" /></p>
+
+<h4 id="功能体验">功能体验</h4>
+
+<p>1、在hive里创建表demo_src和demo_tgt：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>--create hive tables here. hql script
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_src`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_src';
+
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_tgt`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_tgt';
+</code></pre></div></div>
+
+<p>2、生成测试数据：</p>
+
+<p>从<a href="http://griffin.apache.org/data/batch/">http://griffin.apache.org/data/batch/</a>地址下载所有文件到Hadoop服务器上，然后使用如下命令执行gen-hive-data.sh脚本：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>nohup ./gen-hive-data.sh>gen.out 2>&1 &
+</code></pre></div></div>
+
+<p>注意观察gen.out日志文件，如果有错误，视情况进行调整。这里我的测试环境Hadoop和Hive安装在同一台服务器上，因此直接运行脚本。</p>
+
+<p>3、通过UI界面创建统计任务，具体按照<a href="https://github.com/apache/griffin/blob/master/griffin-doc/ui/user-guide.md">Apache Griffin User Guide</a>
+一步步操作。</p>
+
+<h3 id="踩坑过程">踩坑过程</h3>
+
+<p>1、gen-hive-data.sh脚本生成数据失败，报no such file or directory错误。</p>
+
+<p>错误原因：HDFS中的/griffin/data/batch/demo_src/和/griffin/data/batch/demo_tgt/目录下”dt=时间”目录不存在，如dt=20190113。</p>
+
+<p>解决办法：给脚本中增加hadoop fs -mkdir创建目录操作，修改完后如下：</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>#!/bin/bash
+
+#create table
+hive -f create-table.hql
+echo "create table done"
+
+#current hour
+sudo ./gen_demo_data.sh
+cur_date=`date +%Y%m%d%H`
+dt=${cur_date:0:8}
+hour=${cur_date:8:2}
+partition_date="dt='$dt',hour='$hour'"
+sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
+hive -f insert-data.hql
+src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
+tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
+hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
+hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
+hadoop fs -touchz ${src_done_path}
+hadoop fs -touchz ${tgt_done_path}
+echo "insert data [$partition_date] done"
+
+#last hour
+sudo ./gen_demo_data.sh
+cur_date=`date -d '1 hour ago' +%Y%m%d%H`
+dt=${cur_date:0:8}
+hour=${cur_date:8:2}
+partition_date="dt='$dt',hour='$hour'"
+sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
+hive -f insert-data.hql
+src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
+tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
+hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
+hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
+hadoop fs -touchz ${src_done_path}
+hadoop fs -touchz ${tgt_done_path}
+echo "insert data [$partition_date] done"
+
+#next hours
+set +e
+while true
+do
+ sudo ./gen_demo_data.sh
+ cur_date=`date +%Y%m%d%H`
+ next_date=`date -d "+1hour" '+%Y%m%d%H'`
+ dt=${next_date:0:8}
+ hour=${next_date:8:2}
+ partition_date="dt='$dt',hour='$hour'"
+ sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
+ hive -f insert-data.hql
+ src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
+ tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
+ hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
+ hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
+ hadoop fs -touchz ${src_done_path}
+ hadoop fs -touchz ${tgt_done_path}
+ echo "insert data [$partition_date] done"
+ sleep 3600
+done
+set -e
+</code></pre></div></div>
+
+<p>2、HDFS的/griffin/persist目录下没有统计结果文件，检查该目录的权限，设置合适的权限即可。</p>
+
+<p>3、ES中的metric数据为空，有两种可能：</p>
+
+<ul>
+ <li>service/src/main/resources/env/env_batch.json里的ES配置信息不正确</li>
+ <li>执行spark任务的yarn服务器上没有配置ES服务器的hostname，连接异常</li>
+</ul>
+
+<p>4、启动service-0.4.0.jar之后，访问不到UI界面，查看启动日志无异常。检查打包时是不是执行的mvn package命令，将该命令替换成mvn -Dmaven.test.skip=true clean install命令重新打包启动即可。</p>
+
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/quickstart.html b/docs/quickstart.html
new file mode 100644
index 0000000..010b4cc
--- /dev/null
+++ b/docs/quickstart.html
@@ -0,0 +1,381 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Quick Start</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli current"><a href="/docs/quickstart.html" data-permalink="/docs/quickstart.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/quickstart.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli "><a href="/docs/usecases.html" data-permalink="/docs/quickstart.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/quickstart.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/quickstart.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/quickstart.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/quickstart.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/quickstart.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/quickstart.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/quickstart.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/quickstart.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Quick Start</h1>
+ <h2 id="user-story">User Story</h2>
+<p>Say we have two data set(demo_src, demo_tgt), we need to know what is the data quality for target data set, based on source data set.</p>
+
+<p>For simplicity, suppose both two data set have the same schema as this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>id bigint
+age int
+desc string
+dt string
+hour string
+</code></pre></div></div>
+<p>both dt and hour are partitions,</p>
+
+<p>as every day we have one daily partition dt(like 20180912),</p>
+
+<p>for every day we have 24 hourly partitions(like 00, 01, 02, …, 23).</p>
+
+<h2 id="environment-preparation">Environment Preparation</h2>
+<p>You need to prepare the environment for Apache Griffin measure module, including the following software:</p>
+<ul>
+ <li>JDK (1.8+)</li>
+ <li>Hadoop (2.6.0+)</li>
+ <li>Spark (2.2.1+)</li>
+ <li>Hive (2.2.0)</li>
+</ul>
+
+<h2 id="build-apache-griffin-measure-module">Build Apache Griffin Measure Module</h2>
+<ol>
+ <li>Download Apache Griffin source package <a href="https://www.apache.org/dist/griffin/0.4.0/">here</a>.</li>
+ <li>Unzip the source package.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>unzip griffin-0.4.0-source-release.zip
+cd griffin-0.4.0-source-release
+</code></pre></div> </div>
+ </li>
+ <li>Build Apache Griffin jars.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mvn clean install
+</code></pre></div> </div>
+
+ <p>Move the built apache griffin measure jar to your work path.</p>
+
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
+</code></pre></div> </div>
+ </li>
+</ol>
+
+<h2 id="data-preparation">Data Preparation</h2>
+
+<p>For our quick start, We will generate two hive tables demo_src and demo_tgt.</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>--create hive tables here. hql script
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_src`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_src';
+
+--Note: replace hdfs location with your own path
+CREATE EXTERNAL TABLE `demo_tgt`(
+ `id` bigint,
+ `age` int,
+ `desc` string)
+PARTITIONED BY (
+ `dt` string,
+ `hour` string)
+ROW FORMAT DELIMITED
+ FIELDS TERMINATED BY '|'
+LOCATION
+ 'hdfs:///griffin/data/batch/demo_tgt';
+
+</code></pre></div></div>
+<p>The data could be generated this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>1|18|student
+2|23|engineer
+3|42|cook
+...
+</code></pre></div></div>
+<p>For demo_src and demo_tgt, there could be some different items between each other.
+You can download <a href="/data/batch">demo data</a> and execute <code class="language-plaintext highlighter-rouge">./gen_demo_data.sh</code> to get the two data source files.
+Then we will load data into both two tables for every hour.</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src PARTITION (dt='20180912',hour='09');
+LOAD DATA LOCAL INPATH 'demo_tgt' INTO TABLE demo_tgt PARTITION (dt='20180912',hour='09');
+</code></pre></div></div>
+<p>Or you can just execute <code class="language-plaintext highlighter-rouge">./gen-hive-data.sh</code> in the downloaded directory above, to generate and load data into the tables hourly.</p>
+
+<h2 id="define-data-quality-measure">Define data quality measure</h2>
+
+<h4 id="apache-griffin-env-configuration">Apache Griffin env configuration</h4>
+<p>The environment config file: env.json</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "spark": {
+ "log.level": "WARN"
+ },
+ "sinks": [
+ {
+ "type": "console"
+ },
+ {
+ "type": "hdfs",
+ "config": {
+ "path": "hdfs:///griffin/persist"
+ }
+ },
+ {
+ "type": "elasticsearch",
+ "config": {
+ "method": "post",
+ "api": "http://es:9200/griffin/accuracy"
+ }
+ }
+ ]
+}
+</code></pre></div></div>
+
+<h4 id="define-griffin-data-quality">Define griffin data quality</h4>
+<p>The DQ config file: dq.json</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "name": "batch_accu",
+ "process.type": "batch",
+ "data.sources": [
+ {
+ "name": "src",
+ "baseline": true,
+ "connectors": [
+ {
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_src"
+ }
+ }
+ ]
+ }, {
+ "name": "tgt",
+ "connectors": [
+ {
+
+ "type": "hive",
+ "version": "1.2",
+ "config": {
+ "database": "default",
+ "table.name": "demo_tgt"
+ }
+ }
+ ]
+ }
+ ],
+ "evaluate.rule": {
+ "rules": [
+ {
+ "dsl.type": "griffin-dsl",
+ "dq.type": "accuracy",
+ "out.dataframe.name": "accu",
+ "rule": "src.id = tgt.id AND src.age = tgt.age AND src.desc = tgt.desc",
+ "details": {
+ "source": "src",
+ "target": "tgt",
+ "miss": "miss_count",
+ "total": "total_count",
+ "matched": "matched_count"
+ },
+ "out": [
+ {
+ "type": "metric",
+ "name": "accu"
+ },
+ {
+ "type": "record",
+ "name": "missRecords"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks": ["CONSOLE", "HDFS"]
+}
+</code></pre></div></div>
+
+<h2 id="measure-data-quality">Measure data quality</h2>
+<p>Submit the measure job to Spark, with config file paths as parameters.</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
+--driver-memory 1g --executor-memory 1g --num-executors 2 \
+<path>/griffin-measure.jar \
+<path>/env.json <path>/dq.json
+</code></pre></div></div>
+
+<h2 id="report-data-quality-metrics">Report data quality metrics</h2>
+<p>Then you can get the calculation log in console, after the job finishes, you can get the result metrics printed. The metrics will also be saved in hdfs: <code class="language-plaintext highlighter-rouge">hdfs:///griffin/persist/<job name>/<timestamp>/_METRICS</code>.</p>
+
+<h2 id="refine-data-quality-report">Refine Data Quality report</h2>
+<p>Depends on your business, you might need to refine your data quality measure further till your are satisfied.</p>
+
+<h2 id="more-details">More Details</h2>
+<p>For more details about apache griffin measures, you can visit our documents in <a href="https://github.com/apache/griffin/tree/master/griffin-doc">github</a>.</p>
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/docs/usecases.html b/docs/usecases.html
new file mode 100644
index 0000000..089c0fc
--- /dev/null
+++ b/docs/usecases.html
@@ -0,0 +1,416 @@
+<!DOCTYPE html>
+<!--
+Licensed to the Apache Software Foundation (ASF) under one
+or more contributor license agreements. See the NOTICE file
+distributed with this work for additional information
+regarding copyright ownership. The ASF licenses this file
+to you under the Apache License, Version 2.0 (the
+"License"); you may not use this file except in compliance
+with the License. You may obtain a copy of the License at
+
+ http://www.apache.org/licenses/LICENSE-2.0
+
+Unless required by applicable law or agreed to in writing,
+software distributed under the License is distributed on an
+"AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+KIND, either express or implied. See the License for the
+specific language governing permissions and limitations
+under the License.
+-->
+<head>
+ <meta charset="utf-8">
+ <meta http-equiv="X-UA-Compatible" content="IE=edge">
+
+ <title>Griffin - Streaming Use Cases</title>
+ <meta name="description" content="Apache Griffin - Big Data Quality Solution For Batch and Streaming">
+
+ <meta name="keywords" content="Griffin, Hadoop, Security, Real Time">
+ <meta name="author" content="eBay Inc.">
+
+ <meta charset="utf-8">
+ <meta name="viewport" content="initial-scale=1">
+
+ <link rel="stylesheet" href="/css/animate.css">
+ <link rel="stylesheet" href="/css/bootstrap.min.css">
+
+ <link rel="stylesheet" href="/css/font-awesome.min.css">
+
+ <link rel="stylesheet" href="/css/misc.css">
+ <link rel="stylesheet" href="/css/style.css">
+ <link rel="stylesheet" href="/css/styles.css">
+ <link rel="stylesheet" href="/css/main.css">
+ <link rel="alternate" type="application/rss+xml" title="Griffin" href="http://griffin.apache.org/feed.xml" />
+ <link rel="shortcut icon" href="/images/favicon.ico">
+
+ <!-- Baidu Analytics Tracking-->
+ <script>
+ var _hmt = _hmt || [];
+ (function() {
+ var hm = document.createElement("script");
+ hm.src = "//hm.baidu.com/hm.js?fedc55df2ea52777a679192e8f849ece";
+ var s = document.getElementsByTagName("script")[0];
+ s.parentNode.insertBefore(hm, s);
+ })();
+ </script>
+
+ <!-- Google Analytics Tracking -->
+ <script>
+ (function(i,s,o,g,r,a,m){i['GoogleAnalyticsObject']=r;i[r]=i[r]||function(){
+ (i[r].q=i[r].q||[]).push(arguments)},i[r].l=1*new Date();a=s.createElement(o),
+ m=s.getElementsByTagName(o)[0];a.async=1;a.src=g;m.parentNode.insertBefore(a,m)
+ })(window,document,'script','//www.google-analytics.com/analytics.js','ga');
+ ga('create', 'UA-68929805-1', 'auto');
+ ga('send', 'pageview');
+ </script>
+</head>
+
+<body>
+<!-- header start -->
+<div id="home_page">
+ <div class="topbar">
+ <div class="container">
+ <div class="row" >
+ <nav class="navbar navbar-default">
+ <div class="container-fluid">
+ <!-- Brand and toggle get grouped for better mobile display -->
+ <div class="navbar-header">
+ <button type="button" class="navbar-toggle collapsed" data-toggle="collapse" data-target="#bs-example-navbar-collapse-1"> <span class="sr-only">Toggle navigation</span> <span class="icon-bar"></span> <span class="icon-bar"></span> <span class="icon-bar"></span> </button>
+ <a class="navbar-brand" href="/"><img src="/images/logo.png" height="44px" style="margin-top:-7px"></a> </div>
+ </div>
+ </div>
+ <!-- /.container-fluid -->
+ </nav>
+ </div>
+ </div>
+ </div>
+
+</div>
+<!-- header end -->
+<div class="container-fluid page-content">
+ <div class="row">
+ <div class="col-md-10 col-md-offset-1">
+ <!-- sidebar -->
+ <div class="col-xs-6 col-sm-3" id="sidebar" role="navigation">
+ <ul class="nav" id="adminnav">
+
+ <li class="heading">Getting Started</li>
+
+ <li class="sidenavli "><a href="/docs/quickstart.html" data-permalink="/docs/usecases.html" id="">Quick Start</a></li>
+
+ <li class="sidenavli "><a href="/docs/quickstart-cn.html" data-permalink="/docs/usecases.html" id="">Quick Start (Chinese Version)</a></li>
+
+ <li class="sidenavli current"><a href="/docs/usecases.html" data-permalink="/docs/usecases.html" id="">Streaming Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/profiling.html" data-permalink="/docs/usecases.html" id="">Profiling Use Cases</a></li>
+
+ <li class="sidenavli "><a href="/docs/faq.html" data-permalink="/docs/usecases.html" id="">FAQ</a></li>
+
+ <li class="sidenavli "><a href="/docs/community.html" data-permalink="/docs/usecases.html" id="">Community</a></li>
+
+ <li class="sidenavli "><a href="/docs/conf.html" data-permalink="/docs/usecases.html" id="">Conference</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Development</li>
+
+ <li class="sidenavli "><a href="/docs/contribute.html" data-permalink="/docs/usecases.html" id="">Contribution</a></li>
+
+ <li class="sidenavli "><a href="/docs/contributors.html" data-permalink="/docs/usecases.html" id="">Contributors</a></li>
+
+ <li class="divider"></li>
+
+ <li class="heading">Download</li>
+
+ <li class="sidenavli "><a href="/docs/latest.html" data-permalink="/docs/usecases.html" id="">Latest version</a></li>
+
+ <li class="sidenavli "><a href="/docs/download.html" data-permalink="/docs/usecases.html" id="">Archived</a></li>
+
+ <li class="divider"></li>
+
+ <li class="sidenavli">
+ <a href="mailto:dev@griffin.apache.org" target="_blank">Need Help?</a>
+ </li>
+ </ul>
+ </div>
+ <div class="col-xs-6 col-sm-9 page-main-content" style="margin-left: -15px" id="loadcontent">
+ <h1 class="page-header" style="margin-top: 0px">Streaming Use Cases</h1>
+ <h2 id="user-story">User Story</h2>
+<p>Say we have two streaming data sets in different kafka topics(source, target), we need to know what is the data quality for target data set, based on source data set.</p>
+
+<p>For simplicity, suppose both two topics’ data are json string which would be like this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{"id": 1, "name": "Apple", "color": "red", "time": "2018-09-12_06:00:00"}
+{"id": 2, "name": "Banana", "color": "yellow", "time": "2018-09-12_06:01:00"}
+...
+</code></pre></div></div>
+
+<h2 id="environment-preparation">Environment Preparation</h2>
+<p>You need to prepare the environment for Apache Griffin measure module, including the following software:</p>
+<ul>
+ <li>JDK (1.8+)</li>
+ <li>Hadoop (2.6.0+)</li>
+ <li>Spark (2.2.1+)</li>
+ <li>Kafka (0.8.x)</li>
+ <li>Zookeeper (3.5+)</li>
+</ul>
+
+<h2 id="build-apache-griffin-measure-module">Build Apache Griffin Measure Module</h2>
+<ol>
+ <li>Download Apache Griffin source package <a href="https://www.apache.org/dist/griffin/0.4.0/">here</a>.</li>
+ <li>Unzip the source package.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>unzip griffin-0.4.0-source-release.zip
+cd griffin-0.4.0-source-release
+</code></pre></div> </div>
+ </li>
+ <li>Build Apache Griffin jars.
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mvn clean install
+</code></pre></div> </div>
+
+ <p>Move the built apache griffin measure jar to your work path.</p>
+
+ <div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
+</code></pre></div> </div>
+ </li>
+</ol>
+
+<h2 id="data-preparation">Data Preparation</h2>
+
+<p>For our quick start, We will create two kafka topics(source, target) and generate data in json string format for them minutely.</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code># create topics
+# Note: it just works for kafka 0.8
+kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic source
+kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic target
+</code></pre></div></div>
+<p>The data would be generated like this:</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{"id": 1, "name": "Apple", "color": "red", "time": "2018-09-12_06:00:00"}
+{"id": 2, "name": "Banana", "color": "yellow", "time": "2018-09-12_06:01:00"}
+</code></pre></div></div>
+<p>For topic source and target, there could be some different items between each other.
+You can download <a href="/data/streaming">demo data</a> and execute <code class="language-plaintext highlighter-rouge">./streaming-data.sh</code> to generate json string data file and produce them into kafka topics minutely.</p>
+
+<h2 id="define-data-quality-measure">Define data quality measure</h2>
+
+<h4 id="apache-griffin-env-configuration">Apache Griffin env configuration</h4>
+<p>The environment config file: env.json</p>
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "spark": {
+ "log.level": "WARN",
+ "checkpoint.dir": "hdfs:///griffin/checkpoint",
+ "batch.interval": "20s",
+ "process.interval": "1m",
+ "init.clear": true,
+ "config": {
+ "spark.default.parallelism": 4,
+ "spark.task.maxFailures": 5,
+ "spark.streaming.kafkaMaxRatePerPartition": 1000,
+ "spark.streaming.concurrentJobs": 4,
+ "spark.yarn.maxAppAttempts": 5,
+ "spark.yarn.am.attemptFailuresValidityInterval": "1h",
+ "spark.yarn.max.executor.failures": 120,
+ "spark.yarn.executor.failuresValidityInterval": "1h",
+ "spark.hadoop.fs.hdfs.impl.disable.cache": true
+ }
+ },
+ "sinks": [
+ {
+ "type": "console"
+ },
+ {
+ "type": "hdfs",
+ "config": {
+ "path": "hdfs:///griffin/persist"
+ }
+ },
+ {
+ "type": "elasticsearch",
+ "config": {
+ "method": "post",
+ "api": "http://es:9200/griffin/accuracy"
+ }
+ }
+ ],
+ "griffin.checkpoint": [
+ {
+ "type": "zk",
+ "config": {
+ "hosts": "zk:2181",
+ "namespace": "griffin/infocache",
+ "lock.path": "lock",
+ "mode": "persist",
+ "init.clear": true,
+ "close.clear": false
+ }
+ }
+ ]
+}
+</code></pre></div></div>
+
+<h4 id="define-griffin-data-quality">Define griffin data quality</h4>
+<p>The DQ config file: dq.json</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>{
+ "name": "streaming_accu",
+ "process.type": "streaming",
+ "data.sources": [
+ {
+ "name": "src",
+ "baseline": true,
+ "connectors": [
+ {
+ "type": "kafka",
+ "version": "0.8",
+ "config": {
+ "kafka.config": {
+ "bootstrap.servers": "kafka:9092",
+ "group.id": "griffin",
+ "auto.offset.reset": "largest",
+ "auto.commit.enable": "false"
+ },
+ "topics": "source",
+ "key.type": "java.lang.String",
+ "value.type": "java.lang.String"
+ },
+ "pre.proc": [
+ {
+ "dsl.type": "df-opr",
+ "rule": "from_json"
+ }
+ ]
+ }
+ ],
+ "checkpoint": {
+ "type": "json",
+ "file.path": "hdfs:///griffin/streaming/dump/source",
+ "info.path": "source",
+ "ready.time.interval": "10s",
+ "ready.time.delay": "0",
+ "time.range": ["-5m", "0"],
+ "updatable": true
+ }
+ }, {
+ "name": "tgt",
+ "connectors": [
+ {
+ "type": "kafka",
+ "version": "0.8",
+ "config": {
+ "kafka.config": {
+ "bootstrap.servers": "kafka:9092",
+ "group.id": "griffin",
+ "auto.offset.reset": "largest",
+ "auto.commit.enable": "false"
+ },
+ "topics": "target",
+ "key.type": "java.lang.String",
+ "value.type": "java.lang.String"
+ },
+ "pre.proc": [
+ {
+ "dsl.type": "df-opr",
+ "rule": "from_json"
+ }
+ ]
+ }
+ ],
+ "checkpoint": {
+ "type": "json",
+ "file.path": "hdfs:///griffin/streaming/dump/target",
+ "info.path": "target",
+ "ready.time.interval": "10s",
+ "ready.time.delay": "0",
+ "time.range": ["-1m", "0"]
+ }
+ }
+ ],
+ "evaluate.rule": {
+ "rules": [
+ {
+ "dsl.type": "griffin-dsl",
+ "dq.type": "accuracy",
+ "out.dataframe.name": "accu",
+ "rule": "src.id = tgt.id AND src.name = tgt.name AND src.color = tgt.color AND src.time = tgt.time",
+ "details": {
+ "source": "src",
+ "target": "tgt",
+ "miss": "miss_count",
+ "total": "total_count",
+ "matched": "matched_count"
+ },
+ "out":[
+ {
+ "type":"metric",
+ "name": "accu"
+ },
+ {
+ "type":"record",
+ "name": "missRecords"
+ }
+ ]
+ }
+ ]
+ },
+ "sinks": ["CONSOLE", "HDFS"]
+}
+</code></pre></div></div>
+
+<h2 id="measure-data-quality">Measure data quality</h2>
+<p>Submit the measure job to Spark, with config file paths as parameters.</p>
+
+<div class="language-plaintext highlighter-rouge"><div class="highlight"><pre class="highlight"><code>spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
+--driver-memory 1g --executor-memory 1g --num-executors 3 \
+<path>/griffin-measure.jar \
+<path>/env.json <path>/dq.json
+</code></pre></div></div>
+
+<h2 id="report-data-quality-metrics">Report data quality metrics</h2>
+<p>Then you can get the calculation log in console, when the job runs, you can get the result metrics printed minutely. The related results will also be saved in hdfs: <code class="language-plaintext highlighter-rouge">hdfs:///griffin/persist/<job name>/</code>, listing in different directoies named by calculate timestamps.</p>
+
+<h2 id="refine-data-quality-report">Refine Data Quality report</h2>
+<p>Depends on your business, you might need to refine your data quality measure further till your are satisfied.</p>
+
+<h2 id="more-details">More Details</h2>
+<p>For more details about apache griffin measures, you can visit our documents in <a href="https://github.com/apache/griffin/tree/master/griffin-doc">github</a>.</p>
+
+
+ </div><!--end of loadcontent-->
+ </div>
+ <!--end of centered content-->
+ </div>
+</div>
+<!--end of container-->
+
+
+<!-- footer start -->
+<div class="footerwrapper">
+ <div class="container">
+ <div class="row">
+ <div class="col-md-3">
+ <img src="/images/incubator_feather_egg_logo.png" height="60">
+ </div>
+ <div class="col-md-9">
+ <div style="margin-left:auto; margin-right:auto; text-align:center;font-size:12px;">
+ <div>
+ Apache Griffin is an effort undergoing incubation at The Apache Software Foundation (ASF), sponsored by the Apache Incubator. Incubation is required of all newly accepted projects until a further review indicates that the infrastructure, communications, and decision making process have stabilized in a manner consistent with other successful ASF projects. While incubation status is not necessarily a reflection of the completeness or stability of the code, it does indicate that the project has yet to be fully endorsed by the ASF.
+ </div>
+ </div>
+ </div>
+ </div>
+ <div class="row" style="padding-top:10px;">
+ Copyright © 2018 The Apache Software Foundation, Licensed under the <a href="http://www.apache.org/licenses/LICENSE-2.0">Apache License, Version 2.0</a>.<br>
+ Apache Griffin, Griffin, Apache, the Apache feather logo and the Apache Griffin logo are trademarks of The Apache Software Foundation.
+ </div>
+ <div class="row text-center" style="padding-top:10px;">
+ <a href="https://www.apache.org/events/current-event.html">
+ <img src="https://www.apache.org/events/current-event-234x60.png" alt="ASF Current Event">
+ </a>
+ </div>
+ </div>
+</div>
+<!-- footer end -->
+
+<!-- JavaScripts -->
+<script src="https://code.jquery.com/jquery-2.2.4.min.js"></script>
+
+
+
+</body>
+</html>
diff --git a/download.md b/download.md
deleted file mode 100644
index 3d62ac1..0000000
--- a/download.md
+++ /dev/null
@@ -1,81 +0,0 @@
----
-layout: doc
-title: "Apache Griffin Latest Download"
-permalink: /docs/download.html
----
-
-> Version **0.4.0** is the latest release.
->
-> You can verify your download by following these [procedures](https://www.apache.org/info/verification.html) and using these [KEYS](https://archive.apache.org/dist/griffin/KEYS).
-
-# 0.5.0
-* Release notes:
- * [griffin 0.5.0 Release Notes](https://archive.apache.org/dist/griffin/0.5.0/CHANGES.txt)
-* Source download:
- * [griffin-0.5.0-source-release.zip](https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip)
- * [griffin-0.5.0-source-release.zip.sha512](https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip.sha512)
- * [griffin-0.5.0-source-release.zip.asc](https://archive.apache.org/dist/griffin/0.5.0/griffin-0.5.0-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.5.0](https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.5.0)
-
-# 0.4.0
-* Release notes:
- * [griffin 0.4.0 Release Notes](https://archive.apache.org/dist/griffin/0.4.0/CHANGES.txt)
-* Source download:
- * [griffin-0.4.0-source-release.zip](https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip)
- * [griffin-0.4.0-source-release.zip.sha512](https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.sha512)
- * [griffin-0.4.0-source-release.zip.asc](https://archive.apache.org/dist/griffin/0.4.0/griffin-0.4.0-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.4.0](https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.4.0)
-
-
-# 0.3.0
-* Release notes:
- * [griffin 0.3.0 Release Notes](https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/CHANGES.txt)
-* Source download:
- * [griffin-0.3.0-incubating-source-release.zip](https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip)
- * [griffin-0.3.0-incubating-source-release.zip.sha512](https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.sha512)
- * [griffin-0.3.0-incubating-source-release.zip.asc](https://archive.apache.org/dist/incubator/griffin/0.3.0-incubating/griffin-0.3.0-incubating-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.3.0-incubating](https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.3.0-incubating)
-
-
-# 0.2.0
-* Release notes:
- * [griffin 0.2.0 Release Notes](https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/CHANGES.txt)
-* Source download:
- * [griffin-0.2.0-incubating-source-release.zip](https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip)
- * [griffin-0.2.0-incubating-source-release.zip.sha1](https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.sha1)
- * [griffin-0.2.0-incubating-source-release.zip.asc](https://archive.apache.org/dist/incubator/griffin/0.2.0-incubating/griffin-0.2.0-incubating-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.2.0-incubating](https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.2.0-incubating)
-
-# 0.1.6
-* Release notes:
- * [griffin 0.1.6 Release Notes](https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/CHANGES.txt)
-* Source download:
- * [griffin-0.1.6-incubating-source-release.zip](https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip)
- * [griffin-0.1.6-incubating-source-release.zip.sha1](https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.sha1)
- * [griffin-0.1.6-incubating-source-release.zip.asc](https://archive.apache.org/dist/incubator/griffin/0.1.6-incubating/griffin-0.1.6-incubating-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.1.6-incubating](https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.6-incubating)
-
-# 0.1.5
-* Release notes:
- * [griffin 0.1.5 Release Notes](https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/CHANGES.txt)
-* Source download:
- * [griffin-0.1.5-incubating-source-release.zip](https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip)
- * [griffin-0.1.5-incubating-source-release.zip.sha1](https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.sha1)
- * [griffin-0.1.5-incubating-source-release.zip.asc](https://archive.apache.org/dist/incubator/griffin/0.1.5-incubating/griffin-parent-0.1.5-incubating-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.1.5-incubating](https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.5-incubating)
-
-# 0.1.4
-* Release notes:
- * [griffin 0.1.4 Release Notes](https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/CHANGES.txt)
-* Source download:
- * [griffin-0.1.4-incubating-source-release.zip](https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip)
- * [griffin-0.1.4-incubating-source-release.zip.sha1](https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.sha1)
- * [griffin-0.1.4-incubating-source-release.zip.asc](https://archive.apache.org/dist/incubator/griffin/0.1.4-incubating/griffin-0.1.4-incubating-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.1.4-incubating](https://gitbox.apache.org/repos/asf?p=incubator-griffin.git;a=tag;h=refs/tags/griffin-0.1.4-incubating)
diff --git a/faq.md b/faq.md
deleted file mode 100644
index 13e3819..0000000
--- a/faq.md
+++ /dev/null
@@ -1,9 +0,0 @@
----
-layout: doc
-title: "FAQ"
-permalink: /docs/faq.html
----
-## FAQ
-
- - **Where are the test cases for different measure dimensions?**
- - Please check [Data Quality test cases](https://github.com/apache/griffin/blob/master/measure/src/test/scala/org/apache/griffin/measure/job/BatchDQAppTest.scala)
\ No newline at end of file
diff --git a/latest.md b/latest.md
deleted file mode 100644
index c52623d..0000000
--- a/latest.md
+++ /dev/null
@@ -1,21 +0,0 @@
----
-layout: doc
-title: "Apache Griffin Latest Download"
-permalink: /docs/latest.html
----
-
-> Version **0.6.0** is the latest release.
->
-> You can verify your download by following these [procedures](https://www.apache.org/info/verification.html) and using these [KEYS](https://dist.apache.org/repos/dist/release/griffin/KEYS).
-
-# 0.6.0
-* Release notes:
- * [griffin 0.6.0 Release Notes](https://archive.apache.org/dist/griffin/0.6.0/CHANGES.txt)
-* Source download:
- * [griffin-0.6.0-source-release.zip](https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip)
- * [griffin-0.6.0-source-release.zip.sha512](https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip.sha512)
- * [griffin-0.6.0-source-release.zip.asc](https://archive.apache.org/dist/griffin/0.6.0/griffin-0.6.0-source-release.zip.asc)
-* Git revision:
- * tag: [griffin-0.6.0](https://gitbox.apache.org/repos/asf?p=griffin.git;a=tag;h=refs/tags/griffin-0.6.0)
-
-
diff --git a/profiling.md b/profiling.md
deleted file mode 100644
index d5a6e71..0000000
--- a/profiling.md
+++ /dev/null
@@ -1,170 +0,0 @@
----
-layout: doc
-title: "Profiling Use Case"
-permalink: /docs/profiling.html
----
-## User Story
-Say we have one data set(demo_src), partitioned by hour, we want to know what is the data like for each hour.
-
-For simplicity, suppose both two data set have the same schema as this:
-```
-id bigint
-age int
-desc string
-dt string
-hour string
-```
-both dt and hour are partitions,
-
-as every day we have one daily partition dt(like 20180912),
-
-for every day we have 24 hourly partitions(like 00, 01, 02, ..., 23).
-
-## Environment Preparation
-You need to prepare the environment for Apache Griffin measure module, including the following software:
-- JDK (1.8+)
-- Hadoop (2.6.0+)
-- Spark (2.2.1+)
-- Hive (2.2.0)
-
-## Build Apache Griffin Measure Module
-1. Download Apache Griffin source package [here](https://www.apache.org/dist/griffin/0.4.0/).
-2. Unzip the source package.
- ```
- unzip griffin-0.4.0-source-release.zip
- cd griffin-0.4.0-source-release
- ```
-3. Build Apache Griffin jars.
- ```
- mvn clean install
- ```
-
- Move the built apache griffin measure jar to your work path.
-
- ```
- mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
- ```
-
-## Data Preparation
-
-For our quick start, We will generate a hive table demo_src.
-```
---create hive tables here. hql script
---Note: replace hdfs location with your own path
-CREATE EXTERNAL TABLE `demo_src`(
- `id` bigint,
- `age` int,
- `desc` string)
-PARTITIONED BY (
- `dt` string,
- `hour` string)
-ROW FORMAT DELIMITED
- FIELDS TERMINATED BY '|'
-LOCATION
- 'hdfs:///griffin/data/batch/demo_src';
-```
-The data could be generated this:
-```
-1|18|student
-2|23|engineer
-3|42|cook
-...
-```
-You can download [demo data](/data/batch) and execute `./gen_demo_data.sh` to get the data source file.
-Then we will load data into hive table for every hour.
-```
-LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src PARTITION (dt='20180912',hour='09');
-```
-Or you can just execute `./gen-hive-data.sh` in the downloaded directory above, to generate and load data into the tables hourly.
-
-## Define data quality measure
-
-#### Apache Griffin env configuration
-The environment config file: env.json
-```
-{
- "spark": {
- "log.level": "WARN"
- },
- "sinks": [
- {
- "type": "console"
- },
- {
- "type": "hdfs",
- "config": {
- "path": "hdfs:///griffin/persist"
- }
- },
- {
- "type": "elasticsearch",
- "config": {
- "method": "post",
- "api": "http://es:9200/griffin/accuracy"
- }
- }
- ]
-}
-```
-
-#### Define Apache Griffin data quality
-The DQ config file: dq.json
-
-```
-{
- "name": "batch_prof",
- "process.type": "batch",
- "data.sources": [
- {
- "name": "src",
- "baseline": true,
- "connectors": [
- {
- "type": "hive",
- "version": "1.2",
- "config": {
- "database": "default",
- "table.name": "demo_tgt"
- }
- }
- ]
- }
- ],
- "evaluate.rule": {
- "rules": [
- {
- "dsl.type": "griffin-dsl",
- "dq.type": "profiling",
- "out.dataframe.name": "prof",
- "rule": "src.id.count() AS id_count, src.age.max() AS age_max, src.desc.length().max() AS desc_length_max",
- "out": [
- {
- "type": "metric",
- "name": "prof"
- }
- ]
- }
- ]
- },
- "sinks": ["CONSOLE", "HDFS"]
-}
-```
-
-## Measure data quality
-Submit the measure job to Spark, with config file paths as parameters.
-
-```
-spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
---driver-memory 1g --executor-memory 1g --num-executors 2 \
-<path>/griffin-measure.jar \
-<path>/env.json <path>/dq.json
-```
-
-## Report data quality metrics
-Then you can get the calculation log in console, after the job finishes, you can get the result metrics printed. The metrics will also be saved in hdfs: `hdfs:///griffin/persist/<job name>/<timestamp>/_METRICS`.
-
-## Refine Data Quality report
-Depends on your business, you might need to refine your data quality measure further till your are satisfied.
-
-## More Details
-For more details about apache griffin measures, you can visit our documents in [github](https://github.com/apache/griffin/tree/master/griffin-doc).
diff --git a/quickstart-cn.md b/quickstart-cn.md
deleted file mode 100644
index d34d311..0000000
--- a/quickstart-cn.md
+++ /dev/null
@@ -1,444 +0,0 @@
----
-layout: doc
-title: "Quick Start"
-permalink: /docs/quickstart-cn.html
----
-## Apache Griffin 入门指南
-
-数据质量模块是大数据平台中必不可少的一个功能组件，[Apache Griffin](http://griffin.apache.org)（以下简称Griffin）是一个开源的大数据数据质量解决方案，它支持批处理和流模式两种数据质量检测方式，可以从不同维度（比如离线任务执行完毕后检查源端和目标端的数据数量是否一致、源表的数据空值数量等）度量数据资产，从而提升数据的准确度、可信度。
-
-在Griffin的架构中，主要分为Define、Measure和Analyze三个部分，如下图所示：
-
-
-
-各部分的职责如下：
-
-* Define：主要负责定义数据质量统计的维度，比如数据质量统计的时间跨度、统计的目标（源端和目标端的数据数量是否一致，数据源里某一字段的非空的数量、不重复值的数量、最大值、最小值、top5的值数量等）
-* Measure：主要负责执行统计任务，生成统计结果
-* Analyze：主要负责保存与展示统计结果
-
-基于以上功能，我们大数据平台计划引入Griffin作为数据质量解决方案，实现数据一致性检查、空值统计等功能。以下是安装步骤总结：
-
-### 安装部署
-
-#### 依赖准备
-
-* JDK (1.8 or later versions)
-* MySQL(version 5.6及以上)
-* Hadoop (2.6.0 or later)
-* Hive (version 2.x)
-* Spark (version 2.2.1)
-* Livy（livy-0.5.0-incubating）
-* ElasticSearch (5.0 or later versions)
-
-#### 初始化
-
-初始化操作具体请参考[Apache Griffin Deployment Guide](https://github.com/apache/griffin/blob/master/griffin-doc/deploy/deploy-guide.md)，由于我的测试环境中Hadoop集群、Hive集群已搭好，故这里省略Hadoop、Hive安装步骤，只保留拷贝配置文件、配置Hadoop配置文件目录步骤。
-
-1、MySQL：
-
-在MySQL中创建数据库quartz，然后执行[Init_quartz_mysql_innodb.sql](https://github.com/apache/griffin/blob/master/service/src/main/resources/Init_quartz_mysql_innodb.sql)脚本初始化表信息：
-
-```
-mysql -u <username> -p <password> < Init_quartz_mysql_innodb.sql
-```
-
-2、Hadoop和Hive：
-
-从Hadoop服务器拷贝配置文件到Livy服务器上，这里假设将配置文件放在/usr/data/conf目录下。
-
-在Hadoop服务器上创建/home/spark_conf目录，并将Hive的配置文件hive-site.xml上传到该目录下：
-
-```
-#创建/home/spark_conf目录
-hadoop fs -mkdir -p /home/spark_conf
-#上传hive-site.xml
-hadoop fs -put hive-site.xml /home/spark_conf/
-```
-
-3、设置环境变量：
-
-```
-#!/bin/bash
-export JAVA_HOME=/data/jdk1.8.0_192
-
-#spark目录
-export SPARK_HOME=/usr/data/spark-2.1.1-bin-2.6.3
-#livy命令目录
-export LIVY_HOME=/usr/data/livy/bin
-#hadoop配置文件目录
-export HADOOP_CONF_DIR=/usr/data/conf
-```
-
-4、Livy配置：
-
-更新livy/conf下的livy.conf配置文件：
-
-```
-livy.server.host = 127.0.0.1
-livy.spark.master = yarn
-livy.spark.deployMode = cluster
-livy.repl.enable-hive-context = true
-```
-
-启动livy：
-
-```
-livy-server start
-```
-
-5、Elasticsearch配置：
-
-在ES里创建griffin索引：
-
-```
-curl -XPUT http://es:9200/griffin -d '
-{
- "aliases": {},
- "mappings": {
- "accuracy": {
- "properties": {
- "name": {
- "fields": {
- "keyword": {
- "ignore_above": 256,
- "type": "keyword"
- }
- },
- "type": "text"
- },
- "tmst": {
- "type": "date"
- }
- }
- }
- },
- "settings": {
- "index": {
- "number_of_replicas": "2",
- "number_of_shards": "5"
- }
- }
-}
-'
-```
-
-#### 源码打包部署
-
-在这里我使用源码编译打包的方式来部署Griffin，Griffin的源码地址是：[https://github.com/apache/griffin.git](https://github.com/apache/griffin.git)，这里我使用的源码tag是griffin-0.4.0，下载完成在idea中导入并展开源码的结构图如下：
-
-
-
-Griffin的源码结构很清晰，主要包括griffin-doc、measure、service和ui四个模块，其中griffin-doc负责存放Griffin的文档，measure负责与spark交互，执行统计任务，service使用spring boot作为服务实现，负责给ui模块提供交互所需的restful api，保存统计任务，展示统计结果。
-
-源码导入构建完毕后，需要修改配置文件，具体修改的配置文件如下：
-
-1、service/src/main/resources/application.properties：
-
-```
-# Apache Griffin应用名称
-spring.application.name=griffin_service
-# MySQL数据库配置信息
-spring.datasource.url=jdbc:mysql://10.xxx.xx.xxx:3306/griffin_quartz?useSSL=false
-spring.datasource.username=xxxxx
-spring.datasource.password=xxxxx
-spring.jpa.generate-ddl=true
-spring.datasource.driver-class-name=com.mysql.jdbc.Driver
-spring.jpa.show-sql=true
-# Hive metastore配置信息
-hive.metastore.uris=thrift://namenode.test01.xxx:9083
-hive.metastore.dbname=default
-hive.hmshandler.retry.attempts=15
-hive.hmshandler.retry.interval=2000ms
-# Hive cache time
-cache.evict.hive.fixedRate.in.milliseconds=900000
-# Kafka schema registry，按需配置
-kafka.schema.registry.url=http://namenode.test01.xxx:8081
-# Update job instance state at regular intervals
-jobInstance.fixedDelay.in.milliseconds=60000
-# Expired time of job instance which is 7 days that is 604800000 milliseconds.Time unit only supports milliseconds
-jobInstance.expired.milliseconds=604800000
-# schedule predicate job every 5 minutes and repeat 12 times at most
-#interval time unit s:second m:minute h:hour d:day,only support these four units
-predicate.job.interval=5m
-predicate.job.repeat.count=12
-# external properties directory location
-external.config.location=
-# external BATCH or STREAMING env
-external.env.location=
-# login strategy ("default" or "ldap")
-login.strategy=default
-# ldap，登录策略为ldap时配置
-ldap.url=ldap://hostname:port
-ldap.email=@example.com
-ldap.searchBase=DC=org,DC=example
-ldap.searchPattern=(sAMAccountName={0})
-# hdfs default name
-fs.defaultFS=
-# elasticsearch配置
-elasticsearch.host=griffindq02-test1-rgtj1-tj1
-elasticsearch.port=9200
-elasticsearch.scheme=http
-# elasticsearch.user = user
-# elasticsearch.password = password
-# livy配置
-livy.uri=http://10.104.xxx.xxx:8998/batches
-# yarn url配置
-yarn.uri=http://10.104.xxx.xxx:8088
-# griffin event listener
-internal.event.listeners=GriffinJobEventHook
-```
-
-2、service/src/main/resources/quartz.properties
-
-```
-#
-# Licensed to the Apache Software Foundation (ASF) under one
-# or more contributor license agreements. See the NOTICE file
-# distributed with this work for additional information
-# regarding copyright ownership. The ASF licenses this file
-# to you under the Apache License, Version 2.0 (the
-# "License"); you may not use this file except in compliance
-# with the License. You may obtain a copy of the License at
-#
-# http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing,
-# software distributed under the License is distributed on an
-# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
-# KIND, either express or implied. See the License for the
-# specific language governing permissions and limitations
-# under the License.
-#
-org.quartz.scheduler.instanceName=spring-boot-quartz
-org.quartz.scheduler.instanceId=AUTO
-org.quartz.threadPool.threadCount=5
-org.quartz.jobStore.class=org.quartz.impl.jdbcjobstore.JobStoreTX
-# If you use postgresql as your database,set this property value to org.quartz.impl.jdbcjobstore.PostgreSQLDelegate
-# If you use mysql as your database,set this property value to org.quartz.impl.jdbcjobstore.StdJDBCDelegate
-# If you use h2 as your database, it's ok to set this property value to StdJDBCDelegate, PostgreSQLDelegate or others
-org.quartz.jobStore.driverDelegateClass=org.quartz.impl.jdbcjobstore.StdJDBCDelegate
-org.quartz.jobStore.useProperties=true
-org.quartz.jobStore.misfireThreshold=60000
-org.quartz.jobStore.tablePrefix=QRTZ_
-org.quartz.jobStore.isClustered=true
-org.quartz.jobStore.clusterCheckinInterval=20000
-```
-
-3、service/src/main/resources/sparkProperties.json：
-
-```
-{
- "file": "hdfs:///griffin/griffin-measure.jar",
- "className": "org.apache.griffin.measure.Application",
- "name": "griffin",
- "queue": "default",
- "numExecutors": 2,
- "executorCores": 1,
- "driverMemory": "1g",
- "executorMemory": "1g",
- "conf": {
- "spark.yarn.dist.files": "hdfs:///home/spark_conf/hive-site.xml"
- },
- "files": [
- ]
-}
-```
-
-4、service/src/main/resources/env/env_batch.json：
-
-```
-{
- "spark": {
- "log.level": "INFO"
- },
- "sinks": [
- {
- "type": "CONSOLE",
- "config": {
- "max.log.lines": 10
- }
- },
- {
- "type": "HDFS",
- "config": {
- "path": "hdfs://namenodetest01.xx.xxxx.com:9001/griffin/persist",
- "max.persist.lines": 10000,
- "max.lines.per.file": 10000
- }
- },
- {
- "type": "ELASTICSEARCH",
- "config": {
- "method": "post",
- "api": "http://10.xxx.xxx.xxx:9200/griffin/accuracy",
- "connection.timeout": "1m",
- "retry": 10
- }
- }
- ],
- "griffin.checkpoint": []
-}
-```
-
-配置文件修改好后，在idea里的terminal里执行如下maven命令进行编译打包：
-
-```
-mvn -Dmaven.test.skip=true clean install
-```
-
-命令执行完成后，会在service和measure模块的target目录下分别看到service-0.4.0.jar和measure-0.4.0.jar两个jar，将这两个jar分别拷贝到服务器目录下。这两个jar的使用方式如下：
-
-1、使用如下命令将measure-0.4.0.jar这个jar上传到HDFS的/griffin文件目录里：
-
-```
-#改变jar名称
-mv measure-0.4.0.jar griffin-measure.jar
-#上传griffin-measure.jar到HDFS文件目录里
-hadoop fs -put measure-0.4.0.jar /griffin/
-```
-
-这样做的目的主要是因为spark在yarn集群上执行任务时，需要到HDFS的/griffin目录下加载griffin-measure.jar，避免发生类org.apache.griffin.measure.Application找不到的错误。
-
-2、运行service-0.4.0.jar，启动Griffin管理后台：
-
-```
-nohup java -jar service-0.4.0.jar>service.out 2>&1 &
-```
-
-几秒钟后，我们可以访问Apache Griffin的默认UI(默认情况下，spring boot的端口是8080)。
-
-```
-http://IP:8080
-```
-
-UI操作文档链接：[Apache Griffin User Guide](https://github.com/apache/griffin/blob/master/griffin-doc/ui/user-guide.md)。通过UI操作界面，我们可以创建自己的统计任务，部分结果展示界面如下：
-
-
-
-#### 功能体验
-
-1、在hive里创建表demo_src和demo_tgt：
-
-```
---create hive tables here. hql script
---Note: replace hdfs location with your own path
-CREATE EXTERNAL TABLE `demo_src`(
- `id` bigint,
- `age` int,
- `desc` string)
-PARTITIONED BY (
- `dt` string,
- `hour` string)
-ROW FORMAT DELIMITED
- FIELDS TERMINATED BY '|'
-LOCATION
- 'hdfs:///griffin/data/batch/demo_src';
-
---Note: replace hdfs location with your own path
-CREATE EXTERNAL TABLE `demo_tgt`(
- `id` bigint,
- `age` int,
- `desc` string)
-PARTITIONED BY (
- `dt` string,
- `hour` string)
-ROW FORMAT DELIMITED
- FIELDS TERMINATED BY '|'
-LOCATION
- 'hdfs:///griffin/data/batch/demo_tgt';
-```
-
-2、生成测试数据：
-
-从[http://griffin.apache.org/data/batch/](http://griffin.apache.org/data/batch/)地址下载所有文件到Hadoop服务器上，然后使用如下命令执行gen-hive-data.sh脚本：
-
-```
-nohup ./gen-hive-data.sh>gen.out 2>&1 &
-```
-
-注意观察gen.out日志文件，如果有错误，视情况进行调整。这里我的测试环境Hadoop和Hive安装在同一台服务器上，因此直接运行脚本。
-
-3、通过UI界面创建统计任务，具体按照[Apache Griffin User Guide](https://github.com/apache/griffin/blob/master/griffin-doc/ui/user-guide.md)
-一步步操作。
-
-### 踩坑过程
-
-1、gen-hive-data.sh脚本生成数据失败，报no such file or directory错误。
-
-错误原因：HDFS中的/griffin/data/batch/demo_src/和/griffin/data/batch/demo_tgt/目录下"dt=时间"目录不存在，如dt=20190113。
-
-解决办法：给脚本中增加hadoop fs -mkdir创建目录操作，修改完后如下：
-
-```
-#!/bin/bash
-
-#create table
-hive -f create-table.hql
-echo "create table done"
-
-#current hour
-sudo ./gen_demo_data.sh
-cur_date=`date +%Y%m%d%H`
-dt=${cur_date:0:8}
-hour=${cur_date:8:2}
-partition_date="dt='$dt',hour='$hour'"
-sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
-hive -f insert-data.hql
-src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
-tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
-hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
-hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
-hadoop fs -touchz ${src_done_path}
-hadoop fs -touchz ${tgt_done_path}
-echo "insert data [$partition_date] done"
-
-#last hour
-sudo ./gen_demo_data.sh
-cur_date=`date -d '1 hour ago' +%Y%m%d%H`
-dt=${cur_date:0:8}
-hour=${cur_date:8:2}
-partition_date="dt='$dt',hour='$hour'"
-sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
-hive -f insert-data.hql
-src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
-tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
-hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
-hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
-hadoop fs -touchz ${src_done_path}
-hadoop fs -touchz ${tgt_done_path}
-echo "insert data [$partition_date] done"
-
-#next hours
-set +e
-while true
-do
- sudo ./gen_demo_data.sh
- cur_date=`date +%Y%m%d%H`
- next_date=`date -d "+1hour" '+%Y%m%d%H'`
- dt=${next_date:0:8}
- hour=${next_date:8:2}
- partition_date="dt='$dt',hour='$hour'"
- sed s/PARTITION_DATE/$partition_date/ ./insert-data.hql.template > insert-data.hql
- hive -f insert-data.hql
- src_done_path=/griffin/data/batch/demo_src/dt=${dt}/hour=${hour}/_DONE
- tgt_done_path=/griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}/_DONE
- hadoop fs -mkdir -p /griffin/data/batch/demo_src/dt=${dt}/hour=${hour}
- hadoop fs -mkdir -p /griffin/data/batch/demo_tgt/dt=${dt}/hour=${hour}
- hadoop fs -touchz ${src_done_path}
- hadoop fs -touchz ${tgt_done_path}
- echo "insert data [$partition_date] done"
- sleep 3600
-done
-set -e
-```
-
-2、HDFS的/griffin/persist目录下没有统计结果文件，检查该目录的权限，设置合适的权限即可。
-
-3、ES中的metric数据为空，有两种可能：
-
-* service/src/main/resources/env/env_batch.json里的ES配置信息不正确
-* 执行spark任务的yarn服务器上没有配置ES服务器的hostname，连接异常
-
-4、启动service-0.4.0.jar之后，访问不到UI界面，查看启动日志无异常。检查打包时是不是执行的mvn package命令，将该命令替换成mvn -Dmaven.test.skip=true clean install命令重新打包启动即可。
-
diff --git a/quickstart.md b/quickstart.md
deleted file mode 100644
index 4612682..0000000
--- a/quickstart.md
+++ /dev/null
@@ -1,210 +0,0 @@
----
-layout: doc
-title: "Quick Start"
-permalink: /docs/quickstart.html
----
-## User Story
-Say we have two data set(demo_src, demo_tgt), we need to know what is the data quality for target data set, based on source data set.
-
-For simplicity, suppose both two data set have the same schema as this:
-```
-id bigint
-age int
-desc string
-dt string
-hour string
-```
-both dt and hour are partitions,
-
-as every day we have one daily partition dt(like 20180912),
-
-for every day we have 24 hourly partitions(like 00, 01, 02, ..., 23).
-
-## Environment Preparation
-You need to prepare the environment for Apache Griffin measure module, including the following software:
-- JDK (1.8+)
-- Hadoop (2.6.0+)
-- Spark (2.2.1+)
-- Hive (2.2.0)
-
-## Build Apache Griffin Measure Module
-1. Download Apache Griffin source package [here](https://www.apache.org/dist/griffin/0.4.0/).
-2. Unzip the source package.
- ```
- unzip griffin-0.4.0-source-release.zip
- cd griffin-0.4.0-source-release
- ```
-3. Build Apache Griffin jars.
- ```
- mvn clean install
- ```
-
- Move the built apache griffin measure jar to your work path.
-
- ```
- mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
- ```
-
-## Data Preparation
-
-For our quick start, We will generate two hive tables demo_src and demo_tgt.
-```
---create hive tables here. hql script
---Note: replace hdfs location with your own path
-CREATE EXTERNAL TABLE `demo_src`(
- `id` bigint,
- `age` int,
- `desc` string)
-PARTITIONED BY (
- `dt` string,
- `hour` string)
-ROW FORMAT DELIMITED
- FIELDS TERMINATED BY '|'
-LOCATION
- 'hdfs:///griffin/data/batch/demo_src';
-
---Note: replace hdfs location with your own path
-CREATE EXTERNAL TABLE `demo_tgt`(
- `id` bigint,
- `age` int,
- `desc` string)
-PARTITIONED BY (
- `dt` string,
- `hour` string)
-ROW FORMAT DELIMITED
- FIELDS TERMINATED BY '|'
-LOCATION
- 'hdfs:///griffin/data/batch/demo_tgt';
-
-```
-The data could be generated this:
-```
-1|18|student
-2|23|engineer
-3|42|cook
-...
-```
-For demo_src and demo_tgt, there could be some different items between each other.
-You can download [demo data](/data/batch) and execute `./gen_demo_data.sh` to get the two data source files.
-Then we will load data into both two tables for every hour.
-```
-LOAD DATA LOCAL INPATH 'demo_src' INTO TABLE demo_src PARTITION (dt='20180912',hour='09');
-LOAD DATA LOCAL INPATH 'demo_tgt' INTO TABLE demo_tgt PARTITION (dt='20180912',hour='09');
-```
-Or you can just execute `./gen-hive-data.sh` in the downloaded directory above, to generate and load data into the tables hourly.
-
-## Define data quality measure
-
-#### Apache Griffin env configuration
-The environment config file: env.json
-```
-{
- "spark": {
- "log.level": "WARN"
- },
- "sinks": [
- {
- "type": "console"
- },
- {
- "type": "hdfs",
- "config": {
- "path": "hdfs:///griffin/persist"
- }
- },
- {
- "type": "elasticsearch",
- "config": {
- "method": "post",
- "api": "http://es:9200/griffin/accuracy"
- }
- }
- ]
-}
-```
-
-#### Define griffin data quality
-The DQ config file: dq.json
-
-```
-{
- "name": "batch_accu",
- "process.type": "batch",
- "data.sources": [
- {
- "name": "src",
- "baseline": true,
- "connectors": [
- {
- "type": "hive",
- "version": "1.2",
- "config": {
- "database": "default",
- "table.name": "demo_src"
- }
- }
- ]
- }, {
- "name": "tgt",
- "connectors": [
- {
-
- "type": "hive",
- "version": "1.2",
- "config": {
- "database": "default",
- "table.name": "demo_tgt"
- }
- }
- ]
- }
- ],
- "evaluate.rule": {
- "rules": [
- {
- "dsl.type": "griffin-dsl",
- "dq.type": "accuracy",
- "out.dataframe.name": "accu",
- "rule": "src.id = tgt.id AND src.age = tgt.age AND src.desc = tgt.desc",
- "details": {
- "source": "src",
- "target": "tgt",
- "miss": "miss_count",
- "total": "total_count",
- "matched": "matched_count"
- },
- "out": [
- {
- "type": "metric",
- "name": "accu"
- },
- {
- "type": "record",
- "name": "missRecords"
- }
- ]
- }
- ]
- },
- "sinks": ["CONSOLE", "HDFS"]
-}
-```
-
-## Measure data quality
-Submit the measure job to Spark, with config file paths as parameters.
-
-```
-spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
---driver-memory 1g --executor-memory 1g --num-executors 2 \
-<path>/griffin-measure.jar \
-<path>/env.json <path>/dq.json
-```
-
-## Report data quality metrics
-Then you can get the calculation log in console, after the job finishes, you can get the result metrics printed. The metrics will also be saved in hdfs: `hdfs:///griffin/persist/<job name>/<timestamp>/_METRICS`.
-
-## Refine Data Quality report
-Depends on your business, you might need to refine your data quality measure further till your are satisfied.
-
-## More Details
-For more details about apache griffin measures, you can visit our documents in [github](https://github.com/apache/griffin/tree/master/griffin-doc).
diff --git a/usecases.md b/usecases.md
deleted file mode 100644
index 275e74f..0000000
--- a/usecases.md
+++ /dev/null
@@ -1,246 +0,0 @@
----
-layout: doc
-title: "Streaming Use Cases"
-permalink: /docs/usecases.html
----
-
-## User Story
-Say we have two streaming data sets in different kafka topics(source, target), we need to know what is the data quality for target data set, based on source data set.
-
-For simplicity, suppose both two topics' data are json string which would be like this:
-```
-{"id": 1, "name": "Apple", "color": "red", "time": "2018-09-12_06:00:00"}
-{"id": 2, "name": "Banana", "color": "yellow", "time": "2018-09-12_06:01:00"}
-...
-```
-
-## Environment Preparation
-You need to prepare the environment for Apache Griffin measure module, including the following software:
-- JDK (1.8+)
-- Hadoop (2.6.0+)
-- Spark (2.2.1+)
-- Kafka (0.8.x)
-- Zookeeper (3.5+)
-
-## Build Apache Griffin Measure Module
-1. Download Apache Griffin source package [here](https://www.apache.org/dist/griffin/0.4.0/).
-2. Unzip the source package.
- ```
- unzip griffin-0.4.0-source-release.zip
- cd griffin-0.4.0-source-release
- ```
-3. Build Apache Griffin jars.
- ```
- mvn clean install
- ```
-
- Move the built apache griffin measure jar to your work path.
-
- ```
- mv measure/target/measure-0.4.0.jar <work path>/griffin-measure.jar
- ```
-
-## Data Preparation
-
-For our quick start, We will create two kafka topics(source, target) and generate data in json string format for them minutely.
-```
-# create topics
-# Note: it just works for kafka 0.8
-kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic source
-kafka-topics.sh --create --zookeeper localhost:2181 --replication-factor 1 --partitions 1 --topic target
-```
-The data would be generated like this:
-```
-{"id": 1, "name": "Apple", "color": "red", "time": "2018-09-12_06:00:00"}
-{"id": 2, "name": "Banana", "color": "yellow", "time": "2018-09-12_06:01:00"}
-```
-For topic source and target, there could be some different items between each other.
-You can download [demo data](/data/streaming) and execute `./streaming-data.sh` to generate json string data file and produce them into kafka topics minutely.
-
-## Define data quality measure
-
-#### Apache Griffin env configuration
-The environment config file: env.json
-```
-{
- "spark": {
- "log.level": "WARN",
- "checkpoint.dir": "hdfs:///griffin/checkpoint",
- "batch.interval": "20s",
- "process.interval": "1m",
- "init.clear": true,
- "config": {
- "spark.default.parallelism": 4,
- "spark.task.maxFailures": 5,
- "spark.streaming.kafkaMaxRatePerPartition": 1000,
- "spark.streaming.concurrentJobs": 4,
- "spark.yarn.maxAppAttempts": 5,
- "spark.yarn.am.attemptFailuresValidityInterval": "1h",
- "spark.yarn.max.executor.failures": 120,
- "spark.yarn.executor.failuresValidityInterval": "1h",
- "spark.hadoop.fs.hdfs.impl.disable.cache": true
- }
- },
- "sinks": [
- {
- "type": "console"
- },
- {
- "type": "hdfs",
- "config": {
- "path": "hdfs:///griffin/persist"
- }
- },
- {
- "type": "elasticsearch",
- "config": {
- "method": "post",
- "api": "http://es:9200/griffin/accuracy"
- }
- }
- ],
- "griffin.checkpoint": [
- {
- "type": "zk",
- "config": {
- "hosts": "zk:2181",
- "namespace": "griffin/infocache",
- "lock.path": "lock",
- "mode": "persist",
- "init.clear": true,
- "close.clear": false
- }
- }
- ]
-}
-```
-
-#### Define griffin data quality
-The DQ config file: dq.json
-
-```
-{
- "name": "streaming_accu",
- "process.type": "streaming",
- "data.sources": [
- {
- "name": "src",
- "baseline": true,
- "connectors": [
- {
- "type": "kafka",
- "version": "0.8",
- "config": {
- "kafka.config": {
- "bootstrap.servers": "kafka:9092",
- "group.id": "griffin",
- "auto.offset.reset": "largest",
- "auto.commit.enable": "false"
- },
- "topics": "source",
- "key.type": "java.lang.String",
- "value.type": "java.lang.String"
- },
- "pre.proc": [
- {
- "dsl.type": "df-opr",
- "rule": "from_json"
- }
- ]
- }
- ],
- "checkpoint": {
- "type": "json",
- "file.path": "hdfs:///griffin/streaming/dump/source",
- "info.path": "source",
- "ready.time.interval": "10s",
- "ready.time.delay": "0",
- "time.range": ["-5m", "0"],
- "updatable": true
- }
- }, {
- "name": "tgt",
- "connectors": [
- {
- "type": "kafka",
- "version": "0.8",
- "config": {
- "kafka.config": {
- "bootstrap.servers": "kafka:9092",
- "group.id": "griffin",
- "auto.offset.reset": "largest",
- "auto.commit.enable": "false"
- },
- "topics": "target",
- "key.type": "java.lang.String",
- "value.type": "java.lang.String"
- },
- "pre.proc": [
- {
- "dsl.type": "df-opr",
- "rule": "from_json"
- }
- ]
- }
- ],
- "checkpoint": {
- "type": "json",
- "file.path": "hdfs:///griffin/streaming/dump/target",
- "info.path": "target",
- "ready.time.interval": "10s",
- "ready.time.delay": "0",
- "time.range": ["-1m", "0"]
- }
- }
- ],
- "evaluate.rule": {
- "rules": [
- {
- "dsl.type": "griffin-dsl",
- "dq.type": "accuracy",
- "out.dataframe.name": "accu",
- "rule": "src.id = tgt.id AND src.name = tgt.name AND src.color = tgt.color AND src.time = tgt.time",
- "details": {
- "source": "src",
- "target": "tgt",
- "miss": "miss_count",
- "total": "total_count",
- "matched": "matched_count"
- },
- "out":[
- {
- "type":"metric",
- "name": "accu"
- },
- {
- "type":"record",
- "name": "missRecords"
- }
- ]
- }
- ]
- },
- "sinks": ["CONSOLE", "HDFS"]
-}
-```
-
-## Measure data quality
-Submit the measure job to Spark, with config file paths as parameters.
-
-```
-spark-submit --class org.apache.griffin.measure.Application --master yarn --deploy-mode client --queue default \
---driver-memory 1g --executor-memory 1g --num-executors 3 \
-<path>/griffin-measure.jar \
-<path>/env.json <path>/dq.json
-```
-
-## Report data quality metrics
-Then you can get the calculation log in console, when the job runs, you can get the result metrics printed minutely. The related results will also be saved in hdfs: `hdfs:///griffin/persist/<job name>/`, listing in different directoies named by calculate timestamps.
-
-## Refine Data Quality report
-Depends on your business, you might need to refine your data quality measure further till your are satisfied.
-
-## More Details
-For more details about apache griffin measures, you can visit our documents in [github](https://github.com/apache/griffin/tree/master/griffin-doc).
-
-
