| <!doctype html> |
| <html lang="en" dir="ltr" class="blog-wrapper blog-post-page plugin-blog plugin-id-default"> |
| <head> |
| <meta charset="UTF-8"> |
| <meta name="generator" content="Docusaurus v2.4.0"> |
| <title data-rh="true">Apache Pulsar 2023 Year in Review | Apache Pulsar</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:image" content="https://pulsar.apache.org/img/pulsar-social-media-card.png"><meta data-rh="true" name="twitter:image" content="https://pulsar.apache.org/img/pulsar-social-media-card.png"><meta data-rh="true" property="og:url" content="https://pulsar.apache.org/blog/2024/01/12/pulsar-2023-year-in-review/"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docusaurus_tag" content="default"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docsearch:docusaurus_tag" content="default"><meta data-rh="true" property="og:title" content="Apache Pulsar 2023 Year in Review | Apache Pulsar"><meta data-rh="true" name="description" content="2023 was an incredible year for Apache Pulsar as it witnessed strong community growth, with the project becoming more stable, scalable, and secure. The Apache Pulsar community embraced a significant milestone in 2023 as the project crossed 600 contributors to the Pulsar main GitHub repository. We would like to thank everyone in the Pulsar community who contributed to this remarkable achievement!"><meta data-rh="true" property="og:description" content="2023 was an incredible year for Apache Pulsar as it witnessed strong community growth, with the project becoming more stable, scalable, and secure. The Apache Pulsar community embraced a significant milestone in 2023 as the project crossed 600 contributors to the Pulsar main GitHub repository. We would like to thank everyone in the Pulsar community who contributed to this remarkable achievement!"><meta data-rh="true" property="og:type" content="article"><meta data-rh="true" property="article:published_time" content="2024-01-12T00:00:00.000Z"><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="canonical" href="https://pulsar.apache.org/blog/2024/01/12/pulsar-2023-year-in-review/"><link data-rh="true" rel="alternate" href="https://pulsar.apache.org/blog/2024/01/12/pulsar-2023-year-in-review/" hreflang="en"><link data-rh="true" rel="alternate" href="https://pulsar.apache.org/blog/2024/01/12/pulsar-2023-year-in-review/" hreflang="x-default"><link data-rh="true" rel="preconnect" href="https://WK2YL0SALL-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Apache Pulsar RSS Feed"> |
| <link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Apache Pulsar Atom Feed"> |
| |
| |
| |
| <link rel="search" type="application/opensearchdescription+xml" title="Apache Pulsar" href="/opensearch.xml"> |
| |
| |
| |
| |
| |
| <link rel="stylesheet" href="/css/katex-0.13.24.min.css" media="print" onload="this.media='all'"> |
| <script src="/js/sine-waves.min.js" async></script> |
| <script src="/js/matomo-agent.js"></script><link rel="stylesheet" href="/assets/css/styles.b0f65ef3.css"> |
| <link rel="preload" href="/assets/js/runtime~main.1d0ed2a7.js" as="script"> |
| <link rel="preload" href="/assets/js/main.e07a0c68.js" as="script"> |
| </head> |
| <body class="navigation-with-keyboard"> |
| <script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}return t}()||function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus"> |
| <div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><div class="announcementBar_mb4j" style="background-color:#282826;color:#fff" role="banner"><div class="content_knG7 announcementBarContent_xLdY"> |
| <a class="announcement-bar" href="https://registration.socio.events/e/pulsarvirtualsummiteurope2024" target="_blank"> |
| <div class="announcement-bar__content"> |
| <svg class="announcement-bar__icon"> |
| |
| <svg viewBox="0 0 33 32" fill="none" xmlns="http://www.w3.org/2000/svg"> |
| <path d="M6.5 19.6001H16.1L15.3 29.2001L26.5 12.4H17.06L18.1 2.80005L6.5 19.6001Z" stroke="#F7F7F7" stroke-width="1.5" stroke-linejoin="round"/> |
| </svg> |
| |
| </svg> |
| |
| <span> |
| Get your free pass for Pulsar Virtual Summit Europe 2024 on May 14, 2024 🗓️ |
| </span> |
| |
| <svg class="announcement-bar__icon"> |
| |
| <svg viewBox="0 0 32 32" fill="none" xmlns="http://www.w3.org/2000/svg"> |
| <rect width="20" height="20" transform="translate(6 6)" fill="white" fill-opacity="0.01"/> |
| <path d="M17.6667 10.1667L23.5 16.0001M23.5 16.0001L17.6667 21.8334M23.5 16.0001L8.5 16.0001" stroke="white" stroke-linecap="round" stroke-linejoin="round"/> |
| <rect x="0.5" y="0.5" width="31" height="31" rx="15.5" stroke="white"/> |
| </svg> |
| |
| </svg> |
| </div> |
| </a> |
| </div></div><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo-black.svg" alt="Apache Pulsar logo" class="themedImage_ToTc themedImage--light_HNdA" height="25" width="127"><img src="/img/logo-black.svg" alt="Apache Pulsar logo" class="themedImage_ToTc themedImage--dark_i4oU" height="25" width="127"></div><b class="navbar__title text--truncate"></b></a><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Get Started</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/docs/3.2.x/concepts-overview/">Concepts</a></li><li><a class="dropdown__link" href="/docs/3.2.x/">Quickstart</a></li><li><a class="dropdown__link" href="/ecosystem/">Ecosystem</a></li></ul></div><a class="navbar__item navbar__link" href="/docs/3.2.x/">Docs</a><a class="navbar__item navbar__link" href="/features/">Features</a><a class="navbar__item navbar__link" href="/use-cases/">Use Cases</a><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link community-dropdown">Community</a><ul class="dropdown__menu"><li><a class="dropdown__link scroll-link scroll-welcome" id="scroll-welcome" href="/community/">Welcome</a></li><li><a class="dropdown__link scroll-link scroll-discussions" id="scroll-discussions" href="/community/#section-discussions">Discussions</a></li><li><a class="dropdown__link scroll-link" id="scroll-governance" href="/community/#section-governance">Governance</a></li><li><a class="dropdown__link scroll-link" id="scroll-community" href="/community/#section-community">Meet the Community</a></li><li><a class="dropdown__link scroll-link" id="scroll-contribute" href="/community/#section-contribute">Contribute</a></li><li><a class="dropdown__link" href="/contribute/">Contribution Guide</a></li><li><a href="https://github.com/apache/pulsar/wiki" target="_blank" rel="noopener noreferrer" class="dropdown__link">Wiki</a></li><li><a href="https://github.com/apache/pulsar/issues" target="_blank" rel="noopener noreferrer" class="dropdown__link">Issue Tracking</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Learn</a><ul class="dropdown__menu"><li><a aria-current="page" class="dropdown__link dropdown__link--active" href="/blog/">Blog</a></li><li><a class="dropdown__link" href="/books/">Books</a></li><li><a class="dropdown__link" href="/case-studies/">Case Studies</a></li><li><a class="dropdown__link" href="/articles/">Articles</a></li><li><a class="dropdown__link" href="/presentations/">Presentations</a></li><li><a class="dropdown__link" href="/events/">Events</a></li></ul></div></div><div class="navbar__items navbar__items--right"><a class="navbar__item navbar__link navbar_download_button" href="/download/">Download</a><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0"><div class="container margin-top--lg"><div class="row"><main class="col col--12" itemscope="" itemtype="https://schema.org/Blog"><article class="BlogContainerPost_N_n1" itemprop="blogPost" itemscope="" itemtype="https://schema.org/BlogPosting"><header><div><h1 class="title_xvU1" itemprop="headline">Apache Pulsar 2023 Year in Review</h1><div class="row"><div class="col authorCol_q4o9"><div class="avatar"><div class="avatar__intro" itemprop="author" itemscope="" itemtype="https://schema.org/Person"><div class="avatar__name"><span itemprop="name">Apache Pulsar Community</span></div></div></div></div></div><div class="container_iJTo"><time datetime="2024-01-12T00:00:00.000Z" itemprop="datePublished">January 12, 2024</time> · <!-- -->10 min read</div></div></header><div id="post-content" class="markdown" itemprop="articleBody"><p>2023 was an incredible year for Apache Pulsar as it witnessed strong community growth, with the project becoming more stable, scalable, and secure. The Apache Pulsar community embraced a significant milestone in 2023 as the project crossed 600 contributors to the <a href="https://github.com/apache/pulsar" target="_blank" rel="noopener noreferrer">Pulsar main GitHub repository</a>. We would like to thank everyone in the Pulsar community who contributed to this remarkable achievement!</p><p>Since Pulsar’s graduation as a Top-Level Project (TLP) in September 2018, it has been driven by an active global community, with <strong>12K+</strong> commits from <strong>639</strong> contributors, <strong>12.2K+</strong> stars, <strong>3.5K</strong> forks, and <strong>10K+</strong> Slack users.</p><p>We are grateful to all of our community members and those in the broader open-source community who contributed to the Apache Pulsar project. They are the reasons behind every step Apache Pulsar has made over the past years.</p><p>Now, let’s take a look at some of the highlights in 2023.</p><h1>2023 Highlights</h1><h2 class="anchor anchorWithStickyNavbar_LWe7" id="apache-pulsar-30-lts-release-a-big-milestone-for-the-community">Apache Pulsar 3.0 LTS release: a Big Milestone for the Community<a href="#apache-pulsar-30-lts-release-a-big-milestone-for-the-community" class="hash-link" aria-label="Direct link to Apache Pulsar 3.0 LTS release: a Big Milestone for the Community" title="Direct link to Apache Pulsar 3.0 LTS release: a Big Milestone for the Community"></a></h2><p>The Apache Pulsar community announced the release of Apache Pulsar 3.0, the first Long-Term Support (LTS) version! Starting from Pulsar 3.0, the Pulsar community plans to release LTS versions to meet the needs of different users for stability and new features, as well as to reduce the burden of maintaining historical releases.</p><p>The previous release process has short maintenance cycles of approximately 3 to 4 months, while many users are still using old versions. To keep up with new updates and features, they may be forced to perform upgrades within a short timeframe, for which they are not prepared in terms of available time and required efforts.</p><p>Therefore, the Pulsar community introduces LTS versions with feature releases between them. The project follows a variant of Semantic Versioning, replacing <code>major.minor.patch</code> with <code>LTS.feature.patch</code>. For example:</p><ul><li>2.11.0 is a feature release</li><li>3.0.0 is the first LTS release</li><li>3.0.1 is a patch release of the LTS release</li><li>3.1.0 is a feature release</li><li>3.2.0 is a feature release</li><li>3.2.1 is a patch release</li><li>4.0.0 is an LTS release</li></ul><p>This pattern provides version support for users seeking stability and those seeking new features. Users who want a more stable release can use versions 3.0.x, while those seeking new features can use versions 3.x. This new release model is a major step for the Pulsar community because it:</p><ul><li>Allows users to choose between different releases based on their needs for stability or new features;</li><li>Clarifies the release cycle for both maintainers and users;</li><li>Frees maintainers from spending too much time maintaining a long list of old releases.</li></ul><p>With the new release model, the Pulsar community looks to release LTS versions every 18 months, with bug fixes continuing for 24 months and security vulnerability patches supported for 36 months. See the image below for details.</p><p><img loading="lazy" src="/assets/images/pulsar-new-release-model-e50bbfe6a0ce07a6f8089bacfdd4a761.png" width="945" height="440" class="img_ev3q"></p><p>For more information, see <a href="https://github.com/apache/pulsar/issues/15966" target="_blank" rel="noopener noreferrer">PIP-175</a> and the <a href="/contribute/release-policy/" target="_blank" rel="noopener noreferrer">Release policy</a>.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="new-website">New Website<a href="#new-website" class="hash-link" aria-label="Direct link to New Website" title="Direct link to New Website"></a></h2><p>The Apache Pulsar website has a fresh look! Thanks to Emidio Cardeira, Asaf Mesika, Tison Chen and Kiryl Valkovich for creating an engaging design that captures the future feel of our thriving community and next-gen solution.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="pulsar-admin-go-library">Pulsar Admin Go Library<a href="#pulsar-admin-go-library" class="hash-link" aria-label="Direct link to Pulsar Admin Go Library" title="Direct link to Pulsar Admin Go Library"></a></h2><p><a href="https://github.com/apache/pulsar-client-go/tree/master/pulsaradmin" target="_blank" rel="noopener noreferrer">Pulsar Admin Go Library</a> provides a unified Go API for managing Pulsar resources such as tenants, namespaces, topics, etc.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="enhanced-otel-based-metric-system">Enhanced OTel-based metric system<a href="#enhanced-otel-based-metric-system" class="hash-link" aria-label="Direct link to Enhanced OTel-based metric system" title="Direct link to Enhanced OTel-based metric system"></a></h2><p><a href="https://github.com/apache/pulsar/blob/master/pip/pip-264.md" target="_blank" rel="noopener noreferrer">PIP-264</a> was completed, approved by the community, and started development. It will solve a big pain point for Pulsar users with a large number of topics - 50k up to 1M topics: observability. The Apache Pulsar community has taken a large undertaking to make OpenTelemetry Java SDK ready for very low latency systems such as Pulsar with two big features it currently develops: <a href="https://github.com/open-telemetry/opentelemetry-java/issues/5105" target="_blank" rel="noopener noreferrer">Near-zero memory allocations</a> and <a href="https://github.com/open-telemetry/opentelemetry-java/issues/6107" target="_blank" rel="noopener noreferrer">metric filtering upon collection</a>, which was also added to <a href="https://github.com/open-telemetry/opentelemetry-specification/issues/3324" target="_blank" rel="noopener noreferrer">OpenTelemetry specifications</a>.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="key-events-recap">Key events recap<a href="#key-events-recap" class="hash-link" aria-label="Direct link to Key events recap" title="Direct link to Key events recap"></a></h2><p>In 2023, the Apache Pulsar community put together a number of meetups and events across the globe to share the latest messaging and streaming technologies. Among others, three summits received the most attention from community members.</p><ul><li><p><a href="https://streamnative.io/blog/pulsar-virtual-summit-europe-2023-key-takeaways" target="_blank" rel="noopener noreferrer">Pulsar Summit Europe 2023</a>: This event witnessed a remarkable milestone as over 400 attendees from 20+ countries joined the virtual stage to explore the cutting-edge advancements in Apache Pulsar and the real-world success stories of Pulsar-powered companies. This record-breaking turnout at the Pulsar Summit not only demonstrates the surging adoption of Pulsar but also highlights the ever-growing enthusiasm and curiosity surrounding this game-changing technology. It featured 5 keynotes on Apache Pulsar and 12 breakout sessions on tech deep dives, use cases, and ecosystem talks. They came from companies like Lego, VMWare, DataStax, StreamNative, RisingWave, Axon, Zafin and others. <a href="https://www.youtube.com/watch?v=XjIu9nXSSiI&list=PLqRma1oIkcWjMn9ytQueYSP9HCc28756R" target="_blank" rel="noopener noreferrer">Watch the sessions</a>.</p></li><li><p><a href="https://pulsar.apache.org/blog/2023/08/28/pulsar-sessions-in-communityovercode-aisa-2023/" target="_blank" rel="noopener noreferrer">CommunityOverCode Asia 2023</a> conference (previously known as ApacheCon Asia) has been held from August 18th to August 20th. The conference gathers adopters, developers, engineers, and technologists from some of the most influential open-source communities in the world. </p></li><li><p><a href="https://communityovercode.org/past-sessions/community-over-code-na-2023/" target="_blank" rel="noopener noreferrer">CommunityOverCode NA 2023</a> conference (previously known as ApacheCon NA) has been held from October 7th to October 10th. The conference gathers adopters, developers, engineers, and technologists from some of the most influential open-source communities in the world. In 2023, CommunityOverCode introduced a Streaming track featuring three talks on Pulsar. If you missed the conference, you can still check out the slide decks!</p></li><li><p><a href="https://streamnative.io/blog/pulsar-summit-north-america-2023-a-deep-dive-into-the-on-demand-summit-videos" target="_blank" rel="noopener noreferrer">Pulsar Summit NA 2023</a>: Hosted in person at the famous Hotel Nikko (with after parties overlooking the city!) in San Francisco, the summit featured nearly 200 attendees and showcased 20 carefully curated sessions, each a testament to the vibrancy and innovation within the Pulsar ecosystem. They came from companies like Cisco, Discord, Iterable, Attentive, VMware, Flipkart, Boomi and others. We are so grateful for the opportunity to spend a full day sharing knowledge and witnessing the community members connecting and inspiring each other. <a href="https://www.youtube.com/playlist?list=PLqRma1oIkcWhOZ6W-g4D_3JNxJzYnwLNX" target="_blank" rel="noopener noreferrer">Watch the sessions</a>.</p></li></ul><h2 class="anchor anchorWithStickyNavbar_LWe7" id="community-growth">Community growth<a href="#community-growth" class="hash-link" aria-label="Direct link to Community growth" title="Direct link to Community growth"></a></h2><p>The development of the Pulsar community would not be possible without our contributors. Among them, Pulsar Committers and PMC members have taken the lead in contributing to and promoting the project. In 2023, many new faces joined the community while we also welcomed old friends taking more responsibility. Let’s take a look at the Pulsar community by numbers.</p><ul><li><strong>639</strong> global contributors for the Pulsar main GitHub repository</li><li><strong>13.4K+</strong> GitHub stars</li><li><strong>3.5K+</strong> forks</li><li><strong>8</strong> new Committers</li><li><strong>6</strong> new PMC members</li><li><strong>10k+</strong> Pulsar Slack members</li><li><strong>20M+</strong> Docker pulls</li></ul><p>The Pulsar community welcomes all kinds of contributions. For more information, see the <a href="/contribute/" target="_blank" rel="noopener noreferrer">Apache Pulsar Contribution Guide</a>.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="project-releases">Project releases<a href="#project-releases" class="hash-link" aria-label="Direct link to Project releases" title="Direct link to Project releases"></a></h2><p>In 2023, the Pulsar community worked hard to improve the project’s capabilities and fix existing bugs with 2 major versions and 12 minor versions.</p><p>The Apache Pulsar community released version <a href="https://pulsar.apache.org/blog/2023/01/20/Apache-Pulsar-2-11-0/" target="_blank" rel="noopener noreferrer">2.11</a> with 61 contributors providing feature enhancements and fixes that delivered 1617 commits. </p><p>A Big Milestone for the Apache Pulsar community was the release of <a href="https://pulsar.apache.org/blog/2023/05/02/announcing-apache-pulsar-3-0/" target="_blank" rel="noopener noreferrer">Apache Pulsar 3.0</a>, the first Long-Term Support (LTS) version! The community is getting bigger! Over 140 contributors submitted about 1500 commits to the Pulsar 3.0 release, which is the largest contribution yet for a project that is fast becoming one of the biggest open-source projects. It includes support for LTS, which delivers the predictability and stability that larger enterprise teams need to deliver a solid and reliable messaging and streaming service.</p><p>Thanks for all your contributions!</p><p>Many important Pulsar capabilities were delivered in these releases, such as <a href="https://github.com/apache/pulsar/issues/16691" target="_blank" rel="noopener noreferrer">Extensible Load Balancer</a> and <a href="https://github.com/apache/pulsar/issues/16763" target="_blank" rel="noopener noreferrer">Large-scale delayed message support</a>. For more information, see the <a href="/release-notes/" target="_blank" rel="noopener noreferrer">Release Notes page</a>.</p><p>Updates about clients, Pulsar Manager, and Pulsar Helm Chart are listed below:</p><ul><li><a href="https://github.com/apache/pulsar-client-cpp/releases/tag/v3.4.2" target="_blank" rel="noopener noreferrer">Pulsar C++ Client 3.4.2</a></li><li><a href="https://github.com/apache/pulsar-client-go/releases/tag/v0.11.1" target="_blank" rel="noopener noreferrer">Pulsar Go Client 0.11.1</a></li><li><a href="https://github.com/apache/pulsar-client-node/releases/tag/v1.9.0" target="_blank" rel="noopener noreferrer">Pulsar Node.js Client 1.9.0</a></li><li><a href="https://github.com/apache/pulsar-client-python/releases/tag/v3.3.0" target="_blank" rel="noopener noreferrer">Pulsar Python Client 3.3.0</a></li><li><a href="https://github.com/apache/pulsar-manager/releases/tag/v0.4.0" target="_blank" rel="noopener noreferrer">Pulsar Manager 0.4.0</a></li><li><a href="https://github.com/apache/pulsar-helm-chart/releases/tag/pulsar-3.1.0" target="_blank" rel="noopener noreferrer">Pulsar Helm Chart 3.1.0</a></li><li><a href="https://github.com/apache/pulsar-dotpulsar/blob/master/CHANGELOG.md#311---2023-12-11" target="_blank" rel="noopener noreferrer">Pulsar dotnet Client 3.1.1</a></li><li><a href="https://github.com/apache/pulsar-client-reactive/releases/tag/v0.5.1" target="_blank" rel="noopener noreferrer">Reactive Client for Apache Pulsar 0.1.0</a></li></ul><p>For more information, see the <a href="/release-notes/clients/" target="_blank" rel="noopener noreferrer">Clients Release Notes page</a>.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="pulsar-ecosystem">Pulsar ecosystem<a href="#pulsar-ecosystem" class="hash-link" aria-label="Direct link to Pulsar ecosystem" title="Direct link to Pulsar ecosystem"></a></h2><p>In 2023, the Pulsar community worked with other open-source communities to add more integrations to the Pulsar ecosystem. Notable integrations include:</p><ul><li><p><a href="https://quarkus.io/guides/pulsar" target="_blank" rel="noopener noreferrer">Quarkus Extension for Apache Pulsar</a> provides support for Apache Pulsar through SmallRye Reactive Messaging framework. Based on Eclipse MicroProfile Reactive Messaging specification 3.0, it proposes a flexible programming model bridging CDI and event-driven.</p></li><li><p><a href="https://spring.io/blog/2023/11/21/spring-for-apache-pulsar-1-0-0-goes-ga/" target="_blank" rel="noopener noreferrer">Spring for Apache Pulsar</a> provides a <code>PulsarTemplate</code> for publishing to a Pulsar topic and a <code>PulsarListener</code> annotation for consuming from a Pulsar topic, as well as various convenience APIs for Spring developers to ramp up their development journey into Apache Pulsar. Support is also included in Spring Boot via <a href="https://docs.spring.io/spring-boot/docs/current/reference/htmlsingle/#messaging.pulsar" target="_blank" rel="noopener noreferrer">auto-configuration</a>.</p></li><li><p><a href="https://github.com/streamnative/oxia" target="_blank" rel="noopener noreferrer">Oxia</a>: currently, the practical limit for the number of topics manageable by a single Pulsar cluster is around 1 million topics. The lack of horizontal scalability in Zookeeper is one of the reasons for this limit. <a href="https://github.com/streamnative/oxia" target="_blank" rel="noopener noreferrer">Oxia</a>, released this year, is a scalable metadata store and coordination system. Replacing Zookeeper with Oxia in a Pulsar cluster allows for exceeding this 1M topics limit, although it is not the only prerequisite. This contributes to the goal of reaching 100M topics.</p></li></ul><p>For more information, see the <a href="/ecosystem/" target="_blank" rel="noopener noreferrer">Ecosystem page</a>.</p><h1>What’s next in 2024</h1><p>The Pulsar community seeks to further improve the project from different aspects. </p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="enhanced-otel-based-metric-system-1">Enhanced OTel-based metric system<a href="#enhanced-otel-based-metric-system-1" class="hash-link" aria-label="Direct link to Enhanced OTel-based metric system" title="Direct link to Enhanced OTel-based metric system"></a></h2><p>As stated above, <a href="https://github.com/apache/pulsar/blob/master/pip/pip-264.md" target="_blank" rel="noopener noreferrer">PIP-264</a> is designed to enhance observability in scenarios where a single cluster manages a large number of topics, ranging from 50k up to 1M topics. Currently, there are two major features under development to support this functionality: </p><ul><li><a href="https://github.com/open-telemetry/opentelemetry-java/issues/5105" target="_blank" rel="noopener noreferrer">Near-zero memory allocations</a> </li><li><a href="https://github.com/open-telemetry/opentelemetry-java/issues/6107" target="_blank" rel="noopener noreferrer">Metric filtering upon collection</a>, which was also added to <a href="https://github.com/open-telemetry/opentelemetry-specification/issues/3324" target="_blank" rel="noopener noreferrer">OpenTelemetry specifications</a>.</li></ul><h2 class="anchor anchorWithStickyNavbar_LWe7" id="pulsar-rate-limiting">Pulsar Rate Limiting<a href="#pulsar-rate-limiting" class="hash-link" aria-label="Direct link to Pulsar Rate Limiting" title="Direct link to Pulsar Rate Limiting"></a></h2><p>An increasing number of messaging-as-a-service platform teams are adopting Apache Pulsar as their main building block for providing messaging services across their organizations. This is clear validation that the value of Apache Pulsar’s truly multi-tenant architecture is delivering results, making Apache Pulsar a cost-efficient and reliable solution for messaging-as-a-service platform teams in very demanding application environments.</p><p>In the Apache Pulsar project, we are committed to delivering further improvements to the existing multi-tenancy features. One area of improvement is the service level management and capacity management of a large Pulsar system. This is also a key concern of messaging-as-a-service platform teams.</p><p>In December 2023, <a href="https://github.com/apache/pulsar/blob/master/pip/pip-322.md" target="_blank" rel="noopener noreferrer">PIP-322 Pulsar Rate Limiting Refactoring</a> was accepted and completed and will be release as part of Pulsar 3.2.0 release. Rate limiters act as a conduit to more extensive capacity management and Quality of Service (QoS) controls in Pulsar. They are integral to Pulsar's core multi-tenancy features. This refactoring will pave the way for future enhancements in this area.</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="pulsar-sql-removal-from-the-main-repo">Pulsar SQL removal from the main repo<a href="#pulsar-sql-removal-from-the-main-repo" class="hash-link" aria-label="Direct link to Pulsar SQL removal from the main repo" title="Direct link to Pulsar SQL removal from the main repo"></a></h2><p>Pulsar SQL (Trino/Presto) will be moved from the main repository to a separate repository. This change will offer the following benefits:</p><ul><li>A significant reduction in the size of the TGZ and Docker image, saving approximately 400MB.</li><li>Reduced build time.</li></ul><h2 class="anchor anchorWithStickyNavbar_LWe7" id="security">Security<a href="#security" class="hash-link" aria-label="Direct link to Security" title="Direct link to Security"></a></h2><p>Docker image vulnerability scans will start soon. </p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="events">Events<a href="#events" class="hash-link" aria-label="Direct link to Events" title="Direct link to Events"></a></h2><p>We will also have more events coming for 2024, including Pulsar Summit North America and Pulsar Summit APAC. If you missed or want to relive the Pulsar Summit North America 2023, you can check out the videos of our amazing speakers <a href="https://youtube.com/playlist?list=PLqRma1oIkcWhOZ6W-g4D_3JNxJzYnwLNX&si=o6G-fRcNgW9zqHGa" target="_blank" rel="noopener noreferrer">here</a>!</p><h2 class="anchor anchorWithStickyNavbar_LWe7" id="stay-in-touch">Stay in touch!<a href="#stay-in-touch" class="hash-link" aria-label="Direct link to Stay in touch!" title="Direct link to Stay in touch!"></a></h2><p>To stay up to date with community news and discuss hot topics with other members, you can subscribe to the Pulsar mailing lists for <a href="mailto:users-subscribe@pulsar.apache.org" target="_blank" rel="noopener noreferrer">users</a> and <a href="mailto:dev-subscribe@pulsar.apache.org" target="_blank" rel="noopener noreferrer">developers</a>, follow us on <a href="https://twitter.com/apache_pulsar" target="_blank" rel="noopener noreferrer">X</a>, and join the <a href="https://communityinviter.com/apps/apache-pulsar/apache-pulsar" target="_blank" rel="noopener noreferrer">Pulsar Slack workspace</a> and <a href="https://github.com/apache/pulsar/wiki/Community-Meetings" target="_blank" rel="noopener noreferrer">Pulsar community meetings</a> that happen online.</p></div><footer class="row docusaurus-mt-lg blogPostFooterDetailsFull_Wr5y"><div class="col margin-top--sm"><a href="https://github.com/apache/pulsar-site/edit/main/blog/2024-01-12-pulsar-2023-year-in-review.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div></footer></article><nav class="pagination-nav blog-post-pagination-nav docusaurus-mt-lg" aria-label="Blog post page navigation"><div><a class="pagination-nav__link pagination-nav__link--prev" href="/blog/2024/02/12/announcing-apache-pulsar-3-2/"><div class="pagination-nav__sublabel">Newer Post</div><div class="pagination-nav__label">What's New in Apache Pulsar 3.2.0</div></a><a class="pagination-nav__link pagination-nav__link--next" href="/blog/2023/10/10/announcing-apache-pulsar-3-1/"><div class="pagination-nav__sublabel">Older Post</div><div class="pagination-nav__label">What's New in Apache Pulsar 3.1.0</div></a><div class="blog-post-pagination-nav-more"><a href="/blog">Show All</a></div></div></nav></main></div></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="footer__link-item">Foundation<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/events/current-event.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Events<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="footer__link-item">License<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/foundation/thanks" target="_blank" rel="noopener noreferrer" class="footer__link-item">Thanks<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/foundation/sponsorship" target="_blank" rel="noopener noreferrer" class="footer__link-item">Sponsorship<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/security/">Security</a></li><li class="footer__item"><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Privacy<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="footer__link-item" href="/contact/">Contact</a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"> |
| <div class="social-icons"> |
| <a target="_blank" href="https://communityinviter.com/apps/apache-pulsar/apache-pulsar" aria-label="Join the Apache Pulsar Slack workspace"> |
| <img alt="Slack logo" src="/img/slack-white.svg" width="26"> |
| </a> |
| <a target="_blank" href="https://github.com/apache/pulsar/" aria-label="View the Apache Pulsar project on GitHub"> |
| <img alt="GitHub logo" src="/img/github-white.svg" width="26"> |
| </a> |
| </div> |
| </li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><a class="footerLogoLink_BH7S" href="/"><img src="/img/pulsar-white.svg" alt="Pulsar Logo" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/img/pulsar-white.svg" alt="Pulsar Logo" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></a></div><div class="footer__copyright"> |
| <div> |
| <img class="footer-apache-logo" src="/img/feather-logo-white.svg" alt="" width="20"> |
| The Apache Software Foundation |
| </div> |
| <p>Apache Pulsar is available under the Apache License, version 2.0. Apache Pulsar is an open-source, distributed messaging and streaming platform built for the cloud.</p> |
| <p>Copyright © 2024 The Apache Software Foundation. All Rights Reserved. Apache, Pulsar, Apache Pulsar, and the Apache feather logo are trademarks or registered trademarks of The Apache Software Foundation.</p> |
| </div></div></div></footer></div> |
| <script src="/assets/js/runtime~main.1d0ed2a7.js"></script> |
| <script src="/assets/js/main.e07a0c68.js"></script> |
| </body> |
| </html> |
