| <!doctype html> |
| <html lang="en"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="viewport" content="width=device-width,initial-scale=1"> |
| <meta name="generator" content="Docusaurus v2.0.0-alpha.64"> |
| <link rel="preconnect" href="https://www.google-analytics.com"> |
| <script>window.ga=window.ga||function(){(ga.q=ga.q||[]).push(arguments)},ga.l=+new Date,ga("create","UA-157446650-1","auto"),ga("send","pageview")</script> |
| <script async src="https://www.google-analytics.com/analytics.js"></script> |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache Pinot™ (Incubating)" href="/opensearch.xml"> |
| <link rel="stylesheet" href="https://fonts.googleapis.com/css?family=Ubuntu|Roboto|Source+Code+Pro"> |
| <link rel="stylesheet" href="https://at-ui.github.io/feather-font/css/iconfont.css"><title data-react-helmet="true">Apache Pinot™ (Incubating): Realtime distributed OLAP datastore | Apache Pinot™ (Incubating)</title><meta data-react-helmet="true" property="og:title" content="Apache Pinot™ (Incubating): Realtime distributed OLAP datastore | Apache Pinot™ (Incubating)"><meta data-react-helmet="true" name="twitter:card" content="summary_large_image"><link data-react-helmet="true" rel="shortcut icon" href="/img/favicon.ico"><link data-react-helmet="true" rel="preconnect" href="https://BH4D9OD16A-dsn.algolia.net" crossorigin="true"><link rel="stylesheet" href="/styles.87b0ba2a.css"> |
| <link rel="preload" href="/styles.75ebdfb5.js" as="script"> |
| <link rel="preload" href="/runtime~main.c25309b8.js" as="script"> |
| <link rel="preload" href="/main.f547249d.js" as="script"> |
| <link rel="preload" href="/1.9e984f2b.js" as="script"> |
| <link rel="preload" href="/2.bb9f7c58.js" as="script"> |
| <link rel="preload" href="/47.d846cd59.js" as="script"> |
| <link rel="preload" href="/c4f5d8e4.3899ec5d.js" as="script"> |
| </head> |
| <body> |
| <script>!function(){function e(e){document.documentElement.setAttribute("data-theme",e)}var t=function(){var e=null;try{e=localStorage.getItem("theme")}catch(e){}return e}();null!==t?e(t):window.matchMedia("(prefers-color-scheme: dark)").matches?e("dark"):window.matchMedia("(prefers-color-scheme: light)").matches?e("light"):e("dark")}()</script><div id="__docusaurus"> |
| <nav class="navbar navbar--fixed-top navbarHideable_3046"><div class="navbar__inner"><div class="navbar__items"><div aria-label="Navigation bar toggle" class="navbar__toggle" role="button" tabindex="0"><svg xmlns="http://www.w3.org/2000/svg" width="30" height="30" viewBox="0 0 30 30" role="img" focusable="false"><title>Menu</title><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></div><a class="navbar__brand" href="/"><img class="navbar__logo" src="/img/pinot-navbar-logo-722f37.svg" alt="Pinot"><strong class="navbar__title"></strong></a></div><div class="navbar__items navbar__items--right"><a href="https://docs.pinot.apache.org/" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">Docs</a><a class="navbar__item navbar__link" href="/download">Download</a><a href="https://docs.pinot.apache.org/community-1/blogs" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">Blog</a><a href="https://github.com/apache/incubator-pinot" target="_blank" rel="noopener noreferrer" class="navbar__item navbar__link">GitHub</a><div class="react-toggle react-toggle--disabled displayOnlyInLargeViewport_2aTZ"><div class="react-toggle-track"><div class="react-toggle-track-check"><span class="toggle_BsTx" style="margin-left:2px">🌙</span></div><div class="react-toggle-track-x"><span class="toggle_BsTx" style="margin-left:2px">☀️</span></div></div><div class="react-toggle-thumb"></div><input type="checkbox" disabled="" aria-label="Dark mode toggle" class="react-toggle-screenreader-only"></div><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span><span class="DocSearch-Button-Key">⌘</span><span class="DocSearch-Button-Key">K</span></button></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div><div class="navbar-sidebar"><div class="navbar-sidebar__brand"><a class="navbar__brand" href="/"><img class="navbar__logo" src="/img/pinot-navbar-logo-722f37.svg" alt="Pinot"><strong class="navbar__title"></strong></a></div><div class="navbar-sidebar__items"><div class="menu"><ul class="menu__list"><li class="menu__list-item"><a href="https://docs.pinot.apache.org/" target="_blank" rel="noopener noreferrer" class="menu__link">Docs</a></li><li class="menu__list-item"><a class="menu__link" href="/download">Download</a></li><li class="menu__list-item"><a href="https://docs.pinot.apache.org/community-1/blogs" target="_blank" rel="noopener noreferrer" class="menu__link">Blog</a></li><li class="menu__list-item"><a href="https://github.com/apache/incubator-pinot" target="_blank" rel="noopener noreferrer" class="menu__link">GitHub</a></li></ul></div></div></div></nav><div class="main-wrapper"><header class="hero hero--full-height indexHeroBanner_2FIh"><div class="container"><a href="https://docs.pinot.apache.org/basics/releases/0.7.1" target="_blank" rel="noopener noreferrer" class="indexAnnouncement_1_FA"><span class="badge badge-primary">release</span>v0.7.1 has been released! Check the release notes</a><h1 class="hero__title">Apache Pinot™ (Incubating)</h1><p class="hero__subtitle">Realtime distributed OLAP datastore, designed to answer OLAP queries with low latency</p><div class="hero--buttons"><a href="https://docs.pinot.apache.org/getting-started" target="_blank" rel="noopener noreferrer" class="button button--primary button--highlight">Getting Started</a><a href="https://communityinviter.com/apps/apache-pinot/apache-pinot" target="_blank" rel="noopener noreferrer" class="button button--primary button--highlight">Join our Slack</a></div><p class="hero--subsubtitle">Pinot is proven at <strong>scale in LinkedIn</strong> powers 50+ user-facing apps and serving <strong>100k+ queries</strong></p></div></header><main><section class="features_1t7Q"><div class="container"><h2><a aria-hidden="true" tabindex="-1" class="anchor" id="features"></a>Features<a aria-hidden="true" tabindex="-1" class="hash-link" href="#features" title="Direct link to heading">#</a></h2><div class="row"><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-zap"></i></div><h3>Blazing Fast</h3><p>Pinot is designed to answer OLAP queries with low latency on immutable data</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-unlock"></i></div><h3>Pluggable indexing</h3><p>Pluggable indexing technologies - Sorted Index, Bitmap Index, Inverted Index</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-rss"></i></div><h3>Near Real time ingestion</h3><p>Near Realtime ingestion with <a href="https://kafka.apache.org/" target="_blank" rel="noopener noreferrer">Apache Kafka</a> supports StringSerializer or <a href="https://avro.apache.org/" target="_blank" rel="noopener noreferrer">Avro</a> formats</p></div></div><div class="row"><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-code"></i></div><h3>Horizontally scalable</h3><p>Horizontally scalable and fault tolerant</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-shuffle"></i></div><h3>Joins using PrestoDB</h3><p>Joins are currently not supported, but this problem can be overcome by using <a href="https://prestodb.io/" target="_blank" rel="noopener noreferrer">PrestoDB</a> for querying</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-search"></i></div><h3>SQL-like Query Interface (PQL)</h3><p>SQL like language that supports selection, aggregation, filtering, group by, order by, distinct queries on data</p></div></div><div class="row"><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-list"></i></div><h3>Hybrid tables</h3><p>Consist of of <a href="http://pinot.apache.org/img/dynamic-table.png" target="_blank" rel="noopener noreferrer">both offline and realtime table</a>. Use realtime table only to cover segments for which offline data may not be available yet</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-bar-chart"></i></div><h3>Anomaly Detection</h3><p>Run ML Algorithms to detect Anomalies on the data stored in Pinot. Use <a href="https://docs.pinot.apache.org/integrations/thirdeye" target="_blank" rel="noopener noreferrer">ThirdEye</a> with Pinot for Anomaly Detection and Root Cause Analysis</p></div><div class="col col--4 feature_2cLD"><div class="featureIcon_irfR"><i class="feather icon-bell"></i></div><h3>Smart Alerts in ThirdEye</h3><p>Detect the right anomalies by customizing anomaly detect flow and notification flow</p></div></div></div></section><section class="topologies"><div class="container"><h2><a aria-hidden="true" tabindex="-1" class="anchor" id="ingest-query"></a>Ingest and Query Options<a aria-hidden="true" tabindex="-1" class="hash-link" href="#ingest-query" title="Direct link to heading">#</a></h2><div class="sub-title">Ingest with Kafka, Spark, HDFS or Cloud Storages</div><div class="sub-title">Query using PQL(Pinot Query Language ), SQL or Presto(supports Joins)</div></div></section><section class="topologies"><div class="container"><h2><a aria-hidden="true" tabindex="-1" class="anchor" id="who-uses"></a>Who Uses?<a aria-hidden="true" tabindex="-1" class="hash-link" href="#who-uses" title="Direct link to heading">#</a></h2><div class="sub-title">Pinot powers several big players, including LinkedIn, Uber, Microsoft, Factual, Weibo, Slack and more</div><div class="installationPlatforms_32m8"><a href="https://www.linkedin.com" target="_blank" rel="noopener noreferrer"></a><a href="https://www.ubereats.com" target="_blank" rel="noopener noreferrer"></a><a href="https://teams.microsoft.com" target="_blank" rel="noopener noreferrer"></a><a href="https://slack.com" target="_blank" rel="noopener noreferrer"></a><a href="https://www.factual.com" target="_blank" rel="noopener noreferrer"></a><a href="https://www.weibo.com" target="_blank" rel="noopener noreferrer"></a></div></div></section><section><div class="container"><h2><a aria-hidden="true" tabindex="-1" class="anchor" id="installation"></a>Installs Everywhere<a aria-hidden="true" tabindex="-1" class="hash-link" href="#installation" title="Direct link to heading">#</a></h2><div class="sub-title">Pinot can be installed using docker with presto</div><div class="installationChecks_1kc8"><div><i class="feather icon-package"></i> Helm or K8s crds</div><div><i class="feather icon-cpu"></i> On-Premise</div><div><i class="feather icon-zap"></i> Public Cloud</div><div><i class="feather icon-feather"></i> Locally</div></div><h3 class="installSubTitle_1rhN">Install:</h3><div><ul role="tablist" aria-orientation="horizontal" class="tabs"><li role="tab" tabindex="0" aria-selected="true" class="tabs__item tabItem_1w39 tabs__item--active" style="outline:none"><i class="feather icon-download-cloud"></i> Using Helm</li><li role="tab" tabindex="0" aria-selected="false" class="tabs__item tabItem_1w39" style="outline:none"><i class="feather icon-download"></i> Using Binary</li><li role="tab" tabindex="0" aria-selected="false" class="tabs__item tabItem_1w39" style="outline:none"><i class="feather icon-github"></i> Build From Source</li></ul><div role="tabpanel" class="margin-vert--md"><div><div class="codeBlockContent_1u-d"><button type="button" aria-label="Copy code to clipboard" class="copyButton_10dd">Copy</button><div tabindex="0" class="prism-code language-bash codeBlock_3iAC"><div class="codeBlockLines_b7E3" style="color:#F8F8F2;background-color:#282A36"><div class="token-line" style="color:#F8F8F2"><span class="token plain">helm repo </span><span class="token function" style="color:rgb(80, 250, 123)">add</span><span class="token plain"> pinot https://raw.githubusercontent.com/apache/incubator-pinot/master/kubernetes/helm</span></div><div class="token-line" style="color:#F8F8F2"><span class="token plain">kubectl create ns pinot</span></div><div class="token-line" style="color:#F8F8F2"><span class="token plain">helm </span><span class="token function" style="color:rgb(80, 250, 123)">install</span><span class="token plain"> pinot pinot/pinot -n pinot --set cluster.name</span><span class="token operator">=</span><span class="token plain">pinot</span></div></div></div></div></div></div></div><h3 class="installSubTitle_1rhN">Or choose your preferred method:</h3><div class="row"><div class="col"><a href="https://docs.pinot.apache.org/getting-started/running-pinot-in-docker" target="_blank" rel="noopener noreferrer" class="jump-to jump-to--undefined"><div class="jump-to--inner"><div class="jump-to--inner-2"><div class="jump-to--main">Containers</div><div class="jump-to--right"><i class="feather icon-chevron-right arrow"></i></div></div></div></a></div><div class="col"><a href="https://docs.pinot.apache.org/getting-started/kubernetes-quickstart" target="_blank" rel="noopener noreferrer" class="jump-to jump-to--undefined"><div class="jump-to--inner"><div class="jump-to--inner-2"><div class="jump-to--main">Helm</div><div class="jump-to--right"><i class="feather icon-chevron-right arrow"></i></div></div></div></a></div><div class="col"><a href="https://docs.pinot.apache.org/basics/getting-started/public-cloud-examples" target="_blank" rel="noopener noreferrer" class="jump-to jump-to--undefined"><div class="jump-to--inner"><div class="jump-to--inner-2"><div class="jump-to--main">Cloud</div><div class="jump-to--right"><i class="feather icon-chevron-right arrow"></i></div></div></div></a></div><div class="col"><a href="https://docs.pinot.apache.org/getting-started/running-pinot-locally" target="_blank" rel="noopener noreferrer" class="jump-to jump-to--undefined"><div class="jump-to--inner"><div class="jump-to--inner-2"><div class="jump-to--main">Manual/Local</div><div class="jump-to--right"><i class="feather icon-chevron-right arrow"></i></div></div></div></a></div></div></div></section></main></div><footer class="footer"><div class="container"><div class="row footer__links"><div class="col footer__col"><h4 class="footer__title">About</h4><ul class="footer__items"><li class="footer__item"><a href="https://docs.pinot.apache.org/" target="_blank" rel="noopener noreferrer" class="footer__link-item">What is Pinot?</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/pinot-components" target="_blank" rel="noopener noreferrer" class="footer__link-item">Components</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/basics/architecture" target="_blank" rel="noopener noreferrer" class="footer__link-item">Architecture</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/plugins/plugin-architecture" target="_blank" rel="noopener noreferrer" class="footer__link-item">Plugins Architecture</a></li></ul></div><div class="col footer__col"><h4 class="footer__title">Components</h4><ul class="footer__items"><li class="footer__item"><a href="https://docs.pinot.apache.org/integrations/presto" target="_blank" rel="noopener noreferrer" class="footer__link-item">Presto</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/integrations/superset" target="_blank" rel="noopener noreferrer" class="footer__link-item">Superset</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/integrations/thirdeye" target="_blank" rel="noopener noreferrer" class="footer__link-item">ThirdEye</a></li></ul></div><div class="col footer__col"><h4 class="footer__title">Docs</h4><ul class="footer__items"><li class="footer__item"><a href="https://docs.pinot.apache.org/getting-started" target="_blank" rel="noopener noreferrer" class="footer__link-item">Getting Started</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/pinot-components" target="_blank" rel="noopener noreferrer" class="footer__link-item">Pinot Components</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/users" target="_blank" rel="noopener noreferrer" class="footer__link-item">User Guide</a></li><li class="footer__item"><a href="https://docs.pinot.apache.org/operating-pinot" target="_blank" rel="noopener noreferrer" class="footer__link-item">Administration</a></li></ul></div><div class="col footer__col"><h4 class="footer__title">Community</h4><ul class="footer__items"><li class="footer__item"><a href="https://communityinviter.com/apps/apache-pinot/apache-pinot" target="_blank" rel="noopener noreferrer" class="footer__link-item">Slack</a></li><li class="footer__item"><a href="https://github.com/apache/incubator-pinot" target="_blank" rel="noopener noreferrer" class="footer__link-item">Github</a></li><li class="footer__item"><a href="https://twitter.com/ApachePinot" target="_blank" rel="noopener noreferrer" class="footer__link-item">Twitter</a></li><li class="footer__item"><a href="mailto:dev-subscribe@pinot.apache.org?Subject=SubscribeToPinot" target="_blank" rel="noopener noreferrer" class="footer__link-item">Mailing List</a></li></ul></div></div><div class="text--center"><div class="margin-bottom--sm"><a href="https://pinot.apache.org/" target="_blank" rel="noopener noreferrer" class="footerLogoLink_1zJy"><img class="footer__logo" alt="Apache Pinot™ - Incubating" src="/img/logo.svg"></a></div><div>Copyright © 2021 The Apache Software Foundation.</div></div></div></footer></div> |
| <script src="/styles.75ebdfb5.js"></script> |
| <script src="/runtime~main.c25309b8.js"></script> |
| <script src="/main.f547249d.js"></script> |
| <script src="/1.9e984f2b.js"></script> |
| <script src="/2.bb9f7c58.js"></script> |
| <script src="/47.d846cd59.js"></script> |
| <script src="/c4f5d8e4.3899ec5d.js"></script> |
| </body> |
| </html> |
