blob: e8b19e126d41d2a9ded557964a6f55cf66c85738 [file] [log] [blame]
<!doctype html>
<html lang="en" dir="ltr" class="docs-wrapper docs-doc-page docs-version-current plugin-docs plugin-id-release-notes docs-doc-id-versioned/pulsar-2.7.0">
<head>
<meta charset="UTF-8">
<meta name="generator" content="Docusaurus v2.4.0">
<title data-rh="true">Apache Pulsar 2.7.0 | Apache Pulsar</title><meta data-rh="true" name="viewport" content="width=device-width,initial-scale=1"><meta data-rh="true" name="twitter:card" content="summary_large_image"><meta data-rh="true" property="og:image" content="https://pulsar.apache.org/img/pulsar-social-media-card.png"><meta data-rh="true" name="twitter:image" content="https://pulsar.apache.org/img/pulsar-social-media-card.png"><meta data-rh="true" property="og:url" content="https://pulsar.apache.org/release-notes/versioned/pulsar-2.7.0/"><meta data-rh="true" name="docusaurus_locale" content="en"><meta data-rh="true" name="docsearch:language" content="en"><meta data-rh="true" name="docusaurus_version" content="current"><meta data-rh="true" name="docusaurus_tag" content="docs-release-notes-current"><meta data-rh="true" name="docsearch:version" content="current"><meta data-rh="true" name="docsearch:docusaurus_tag" content="docs-release-notes-current"><meta data-rh="true" property="og:title" content="Apache Pulsar 2.7.0 | Apache Pulsar"><meta data-rh="true" name="description" content="2020-11-25"><meta data-rh="true" property="og:description" content="2020-11-25"><link data-rh="true" rel="icon" href="/img/favicon.ico"><link data-rh="true" rel="alternate" href="https://pulsar.apache.org/release-notes/versioned/pulsar-2.7.0/" hreflang="en"><link data-rh="true" rel="alternate" href="https://pulsar.apache.org/release-notes/versioned/pulsar-2.7.0/" hreflang="x-default"><link data-rh="true" rel="canonical" href="https://pulsar.apache.org/release-notes/versioned/pulsar-2.7.0/"><link data-rh="true" rel="preconnect" href="https://WK2YL0SALL-dsn.algolia.net" crossorigin="anonymous"><link rel="alternate" type="application/rss+xml" href="/blog/rss.xml" title="Apache Pulsar RSS Feed">
<link rel="alternate" type="application/atom+xml" href="/blog/atom.xml" title="Apache Pulsar Atom Feed">
<link rel="search" type="application/opensearchdescription+xml" title="Apache Pulsar" href="/opensearch.xml">
<link rel="stylesheet" href="/css/katex-0.13.24.min.css" media="print" onload="this.media=&#39;all&#39;">
<script src="/js/sine-waves.min.js" async></script>
<script src="/js/matomo-agent.js"></script><link rel="stylesheet" href="/assets/css/styles.b0f65ef3.css">
<link rel="preload" href="/assets/js/runtime~main.1d0ed2a7.js" as="script">
<link rel="preload" href="/assets/js/main.e07a0c68.js" as="script">
</head>
<body class="navigation-with-keyboard">
<script>!function(){function t(t){document.documentElement.setAttribute("data-theme",t)}var e=function(){var t=null;try{t=new URLSearchParams(window.location.search).get("docusaurus-theme")}catch(t){}return t}()||function(){var t=null;try{t=localStorage.getItem("theme")}catch(t){}return t}();t(null!==e?e:"light")}(),document.documentElement.setAttribute("data-announcement-bar-initially-dismissed",function(){try{return"true"===localStorage.getItem("docusaurus.announcement.dismiss")}catch(t){}return!1}())</script><div id="__docusaurus">
<div role="region" aria-label="Skip to main content"><a class="skipToContent_fXgn" href="#docusaurus_skipToContent_fallback">Skip to main content</a></div><div class="announcementBar_mb4j" style="background-color:#282826;color:#fff" role="banner"><div class="content_knG7 announcementBarContent_xLdY">
<a class="announcement-bar" href="https://registration.socio.events/e/pulsarvirtualsummiteurope2024" target="_blank">
<div class="announcement-bar__content">
<svg class="announcement-bar__icon">
<svg viewBox="0 0 33 32" fill="none" xmlns="http://www.w3.org/2000/svg">
<path d="M6.5 19.6001H16.1L15.3 29.2001L26.5 12.4H17.06L18.1 2.80005L6.5 19.6001Z" stroke="#F7F7F7" stroke-width="1.5" stroke-linejoin="round"/>
</svg>
</svg>
<span>
Get your free pass for Pulsar Virtual Summit Europe 2024 on May 14, 2024 🗓️
</span>
<svg class="announcement-bar__icon">
<svg viewBox="0 0 32 32" fill="none" xmlns="http://www.w3.org/2000/svg">
<rect width="20" height="20" transform="translate(6 6)" fill="white" fill-opacity="0.01"/>
<path d="M17.6667 10.1667L23.5 16.0001M23.5 16.0001L17.6667 21.8334M23.5 16.0001L8.5 16.0001" stroke="white" stroke-linecap="round" stroke-linejoin="round"/>
<rect x="0.5" y="0.5" width="31" height="31" rx="15.5" stroke="white"/>
</svg>
</svg>
</div>
</a>
</div></div><nav aria-label="Main" class="navbar navbar--fixed-top"><div class="navbar__inner"><div class="navbar__items"><button aria-label="Toggle navigation bar" aria-expanded="false" class="navbar__toggle clean-btn" type="button"><svg width="30" height="30" viewBox="0 0 30 30" aria-hidden="true"><path stroke="currentColor" stroke-linecap="round" stroke-miterlimit="10" stroke-width="2" d="M4 7h22M4 15h22M4 23h22"></path></svg></button><a class="navbar__brand" href="/"><div class="navbar__logo"><img src="/img/logo-black.svg" alt="Apache Pulsar logo" class="themedImage_ToTc themedImage--light_HNdA" height="25" width="127"><img src="/img/logo-black.svg" alt="Apache Pulsar logo" class="themedImage_ToTc themedImage--dark_i4oU" height="25" width="127"></div><b class="navbar__title text--truncate"></b></a><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Get Started</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/docs/3.2.x/concepts-overview/">Concepts</a></li><li><a class="dropdown__link" href="/docs/3.2.x/">Quickstart</a></li><li><a class="dropdown__link" href="/ecosystem/">Ecosystem</a></li></ul></div><a class="navbar__item navbar__link" href="/docs/3.2.x/">Docs</a><a class="navbar__item navbar__link" href="/features/">Features</a><a class="navbar__item navbar__link" href="/use-cases/">Use Cases</a><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link community-dropdown">Community</a><ul class="dropdown__menu"><li><a class="dropdown__link scroll-link scroll-welcome" id="scroll-welcome" href="/community/">Welcome</a></li><li><a class="dropdown__link scroll-link scroll-discussions" id="scroll-discussions" href="/community/#section-discussions">Discussions</a></li><li><a class="dropdown__link scroll-link" id="scroll-governance" href="/community/#section-governance">Governance</a></li><li><a class="dropdown__link scroll-link" id="scroll-community" href="/community/#section-community">Meet the Community</a></li><li><a class="dropdown__link scroll-link" id="scroll-contribute" href="/community/#section-contribute">Contribute</a></li><li><a class="dropdown__link" href="/contribute/">Contribution Guide</a></li><li><a href="https://github.com/apache/pulsar/wiki" target="_blank" rel="noopener noreferrer" class="dropdown__link">Wiki</a></li><li><a href="https://github.com/apache/pulsar/issues" target="_blank" rel="noopener noreferrer" class="dropdown__link">Issue Tracking</a></li></ul></div><div class="navbar__item dropdown dropdown--hoverable"><a href="#" aria-haspopup="true" aria-expanded="false" role="button" class="navbar__link">Learn</a><ul class="dropdown__menu"><li><a class="dropdown__link" href="/blog/">Blog</a></li><li><a class="dropdown__link" href="/books/">Books</a></li><li><a class="dropdown__link" href="/case-studies/">Case Studies</a></li><li><a class="dropdown__link" href="/articles/">Articles</a></li><li><a class="dropdown__link" href="/presentations/">Presentations</a></li><li><a class="dropdown__link" href="/events/">Events</a></li></ul></div></div><div class="navbar__items navbar__items--right"><a class="navbar__item navbar__link navbar_download_button" href="/download/">Download</a><div class="searchBox_ZlJk"><button type="button" class="DocSearch DocSearch-Button" aria-label="Search"><span class="DocSearch-Button-Container"><svg width="20" height="20" class="DocSearch-Search-Icon" viewBox="0 0 20 20" aria-hidden="true"><path d="M14.386 14.386l4.0877 4.0877-4.0877-4.0877c-2.9418 2.9419-7.7115 2.9419-10.6533 0-2.9419-2.9418-2.9419-7.7115 0-10.6533 2.9418-2.9419 7.7115-2.9419 10.6533 0 2.9419 2.9418 2.9419 7.7115 0 10.6533z" stroke="currentColor" fill="none" fill-rule="evenodd" stroke-linecap="round" stroke-linejoin="round"></path></svg><span class="DocSearch-Button-Placeholder">Search</span></span><span class="DocSearch-Button-Keys"></span></button></div></div></div><div role="presentation" class="navbar-sidebar__backdrop"></div></nav><div id="docusaurus_skipToContent_fallback" class="main-wrapper mainWrapper_z2l0 docsWrapper_BCFX"><button aria-label="Scroll back to top" class="clean-btn theme-back-to-top-button backToTopButton_sjWU" type="button"></button><div class="docPage__5DB"><main class="docMainContainer_gTbr docMainContainerEnhanced_Uz_u"><div class="container padding-top--md padding-bottom--lg"><div class="row"><div class="col docItemCol_VOVn"><div class="docItemContainer_Djhp"><article><div class="tocCollapsible_ETCw theme-doc-toc-mobile tocMobile_ITEo"><button type="button" class="clean-btn tocCollapsibleButton_TO0P">On this page</button></div><div class="theme-doc-markdown markdown"><header><h1>Apache Pulsar 2.7.0</h1></header><h4 class="anchor anchorWithStickyNavbar_LWe7" id="2020-11-25">2020-11-25<a href="#2020-11-25" class="hash-link" aria-label="Direct link to 2020-11-25" title="Direct link to 2020-11-25"></a></h4><p>The following lists fixes and enhancements in the 2.7.0 release.</p><h4 class="anchor anchorWithStickyNavbar_LWe7" id="transactions">Transactions<a href="#transactions" class="hash-link" aria-label="Direct link to Transactions" title="Direct link to Transactions"></a></h4><ul><li>Implement the Transaction Buffer Client <a href="https://github.com/apache/pulsar/pull/6544" target="_blank" rel="noopener noreferrer">#6544</a></li><li>Support produce messages with transaction and commit transaction <a href="https://github.com/apache/pulsar/pull/7552" target="_blank" rel="noopener noreferrer">#7552</a></li><li>Support consume transaction messages <a href="https://github.com/apache/pulsar/pull/7781" target="_blank" rel="noopener noreferrer">#7781</a> <a href="https://github.com/apache/pulsar/pull/7833" target="_blank" rel="noopener noreferrer">#7833</a></li><li>Message acknowledgment with transaction <a href="https://github.com/apache/pulsar/pull/7856" target="_blank" rel="noopener noreferrer">#7856</a> <a href="https://github.com/apache/pulsar/pull/8007" target="_blank" rel="noopener noreferrer">#8007</a></li><li>Support transaction abort on partition <a href="https://github.com/apache/pulsar/pull/7953" target="_blank" rel="noopener noreferrer">#7953</a></li><li>Support transaction abort on subscription <a href="https://github.com/apache/pulsar/pull/7979" target="_blank" rel="noopener noreferrer">#7979</a></li><li>Handle pending ack at the client side <a href="https://github.com/apache/pulsar/pull/8037" target="_blank" rel="noopener noreferrer">#8037</a></li><li>Pending ack state implementation <a href="https://github.com/apache/pulsar/pull/8426" target="_blank" rel="noopener noreferrer">#8426</a></li><li>Support get reponse for message acknowledge <a href="https://github.com/apache/pulsar/pull/8161" target="_blank" rel="noopener noreferrer">#8161</a></li><li>Refactor the transaction buffer implementation <a href="https://github.com/apache/pulsar/pull/8291" target="_blank" rel="noopener noreferrer">#8291</a> <a href="https://github.com/apache/pulsar/pull/8347" target="_blank" rel="noopener noreferrer">#8347</a></li><li>Transaction marker deletion <a href="https://github.com/apache/pulsar/pull/8318" target="_blank" rel="noopener noreferrer">#8318</a></li><li>Support produce messages with transaction in batch <a href="https://github.com/apache/pulsar/pull/8415" target="_blank" rel="noopener noreferrer">#8415</a></li><li>Register transaction metadata before send or ack messages <a href="https://github.com/apache/pulsar/pull/8493" target="_blank" rel="noopener noreferrer">#8493</a></li><li>Expose transaction interface <a href="https://github.com/apache/pulsar/pull/8505" target="_blank" rel="noopener noreferrer">#8505</a></li><li>Guarantee transaction metadata handlers connected <a href="https://github.com/apache/pulsar/pull/8563" target="_blank" rel="noopener noreferrer">#8563</a></li><li>Add the batch size in transaction ack command <a href="https://github.com/apache/pulsar/pull/8659" target="_blank" rel="noopener noreferrer">#8659</a></li><li>Implement the Transaction Log <a href="https://github.com/apache/pulsar/pull/8658" target="_blank" rel="noopener noreferrer">#8658</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="topic-policy">Topic policy<a href="#topic-policy" class="hash-link" aria-label="Direct link to Topic policy" title="Direct link to Topic policy"></a></h4><ul><li>Support setting message TTL on topic level <a href="https://github.com/apache/pulsar/pull/7738" target="_blank" rel="noopener noreferrer">#7738</a></li><li>Support setting retention on topic level <a href="https://github.com/apache/pulsar/pull/7747" target="_blank" rel="noopener noreferrer">#7747</a></li><li>Support setting delayed delivery policy on topic level <a href="https://github.com/apache/pulsar/pull/7784" target="_blank" rel="noopener noreferrer">#7784</a></li><li>Support setting max unacked message per subscription on topic level <a href="https://github.com/apache/pulsar/pull/7802" target="_blank" rel="noopener noreferrer">#7802</a></li><li>Support setting persistence policie on topic level <a href="https://github.com/apache/pulsar/pull/7817" target="_blank" rel="noopener noreferrer">#7817</a></li><li>Support setting max unacked messages per consumer on topic level <a href="https://github.com/apache/pulsar/pull/7818" target="_blank" rel="noopener noreferrer">#7818</a></li><li>Support setting deduplication policy on topic level <a href="https://github.com/apache/pulsar/pull/7821" target="_blank" rel="noopener noreferrer">#7821</a></li><li>Support setting message dispatch rate on topic level <a href="https://github.com/apache/pulsar/pull/7863" target="_blank" rel="noopener noreferrer">#7863</a>)</li><li>Support setting compaction threshold on topic level <a href="https://github.com/apache/pulsar/pull/7881" target="_blank" rel="noopener noreferrer">#7881</a></li><li>Support setting offload policy on topic level <a href="https://github.com/apache/pulsar/pull/7883" target="_blank" rel="noopener noreferrer">#7883</a></li><li>Support setting max producers for a topic <a href="https://github.com/apache/pulsar/pull/7914" target="_blank" rel="noopener noreferrer">#7914</a></li><li>Support setting max consumers for a topic <a href="https://github.com/apache/pulsar/pull/7968" target="_blank" rel="noopener noreferrer">#7968</a></li><li>Support setting publish rate limitation for a topic <a href="https://github.com/apache/pulsar/pull/7948" target="_blank" rel="noopener noreferrer">#7948</a></li><li>Support setting inactive topic policy on topic level <a href="https://github.com/apache/pulsar/pull/7986" target="_blank" rel="noopener noreferrer">#7986</a></li><li>Support setting subscribe rate for a topic <a href="https://github.com/apache/pulsar/pull/7991" target="_blank" rel="noopener noreferrer">#7991</a></li><li>Support setting max consumers per subscription on topic level <a href="https://github.com/apache/pulsar/pull/8003" target="_blank" rel="noopener noreferrer">#8003</a></li><li>Support setting subscription dispatch rate on topic level <a href="https://github.com/apache/pulsar/pull/8087" target="_blank" rel="noopener noreferrer">#8087</a></li><li>Support setting deduplication snapshot interval on topic level <a href="https://github.com/apache/pulsar/pull/8552" target="_blank" rel="noopener noreferrer">#8552</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="broker">Broker<a href="#broker" class="hash-link" aria-label="Direct link to Broker" title="Direct link to Broker"></a></h4><ul><li>Upgrade BookKeeper version to 4.12.0 <a href="https://github.com/apache/pulsar/pull/8447" target="_blank" rel="noopener noreferrer">#8447</a></li><li>Capture the add entry latency of managed-ledger <a href="https://github.com/apache/pulsar/pull/4419" target="_blank" rel="noopener noreferrer">#4419</a></li><li>Keep max-concurrent http web-request configurable <a href="https://github.com/apache/pulsar/pull/7250" target="_blank" rel="noopener noreferrer">#7250</a></li><li>Perform the unload in background after bundle split <a href="https://github.com/apache/pulsar/pull/7387" target="_blank" rel="noopener noreferrer">#7387</a></li><li>Cleanup already deleted namespace topics when remove cluster <a href="https://github.com/apache/pulsar/pull/7473" target="_blank" rel="noopener noreferrer">#7473</a></li><li>Support partitioned topics in the Reader <a href="https://github.com/apache/pulsar/pull/7518" target="_blank" rel="noopener noreferrer">#7518</a></li><li>Support partitioned topic lookup <a href="https://github.com/apache/pulsar/pull/7605" target="_blank" rel="noopener noreferrer">#7605</a></li><li>Make OrderedExecutor threads number configurable <a href="https://github.com/apache/pulsar/pull/7765" target="_blank" rel="noopener noreferrer">#7765</a></li><li>Add config to lazily recover cursors when recovering a managed ledger <a href="https://github.com/apache/pulsar/pull/7858" target="_blank" rel="noopener noreferrer">#7858</a></li><li>Make BookKeeper throttle configurable <a href="https://github.com/apache/pulsar/pull/7901" target="_blank" rel="noopener noreferrer">#7901</a></li><li>Report compacted topic ledger info when calling get internal stats <a href="https://github.com/apache/pulsar/pull/7988" target="_blank" rel="noopener noreferrer">#7988</a></li><li>Add broker config to enforce producer to publish encrypted message <a href="https://github.com/apache/pulsar/pull/8055" target="_blank" rel="noopener noreferrer">#8055</a></li><li>Expose ensemble placement policy in bookkeeper.conf <a href="https://github.com/apache/pulsar/pull/8210" target="_blank" rel="noopener noreferrer">#8210</a></li><li>Support limit topic publish rate at the broker level <a href="https://github.com/apache/pulsar/pull/8235" target="_blank" rel="noopener noreferrer">#8235</a></li><li>Support limit the max tenants of the Pulsar cluster <a href="https://github.com/apache/pulsar/pull/8261" target="_blank" rel="noopener noreferrer">#8261</a></li><li>Support limit the max namespaces per tenant <a href="https://github.com/apache/pulsar/pull/8267" target="_blank" rel="noopener noreferrer">#8267</a></li><li>Support limit max subscriptions per topic <a href="https://github.com/apache/pulsar/pull/8289" target="_blank" rel="noopener noreferrer">#8289</a></li><li>Added metrics for topic lookups operations <a href="https://github.com/apache/pulsar/pull/8272" target="_blank" rel="noopener noreferrer">#8272</a></li><li>Added REST handler for broker ready probe <a href="https://github.com/apache/pulsar/pull/8303" target="_blank" rel="noopener noreferrer">#8303</a></li><li>Configure namespace anti-affinity in local policies <a href="https://github.com/apache/pulsar/pull/8349" target="_blank" rel="noopener noreferrer">#8349</a></li><li>Handle hash collision in KeyShared subscription mode <a href="https://github.com/apache/pulsar/pull/8396" target="_blank" rel="noopener noreferrer">#8396</a></li><li>Configure maxMsgReplDelayInSeconds for each repl-cluster <a href="https://github.com/apache/pulsar/pull/8409" target="_blank" rel="noopener noreferrer">#8409</a></li><li>Support taking de-duplication snapshots based on time <a href="https://github.com/apache/pulsar/pull/8474" target="_blank" rel="noopener noreferrer">#8474</a></li><li>Support namespace-level duplication snapshot <a href="https://github.com/apache/pulsar/pull/8506" target="_blank" rel="noopener noreferrer">#8506</a></li><li>Expose consumer names after the mark delete position for the Key_Shared subscription <a href="https://github.com/apache/pulsar/pull/8545" target="_blank" rel="noopener noreferrer">#8545</a></li><li>Close topics that remain fenced forcefully <a href="https://github.com/apache/pulsar/pull/8561" target="_blank" rel="noopener noreferrer">#8561</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="functions">Functions<a href="#functions" class="hash-link" aria-label="Direct link to Functions" title="Direct link to Functions"></a></h4><ul><li>Separate out FunctionMetadata related helper functions <a href="https://github.com/apache/pulsar/pull/7146" target="_blank" rel="noopener noreferrer">#7146</a></li><li>Attach names for all producers/readers in worker service <a href="https://github.com/apache/pulsar/pull/7165" target="_blank" rel="noopener noreferrer">#7165</a></li><li>Add support to read compacted topic <a href="https://github.com/apache/pulsar/pull/7193" target="_blank" rel="noopener noreferrer">#7193</a></li><li>Re-work Function MetaDataManager to make all metadata writes only by the leader <a href="https://github.com/apache/pulsar/pull/7255" target="_blank" rel="noopener noreferrer">#7255</a></li><li>Fix leader/scheduler assignment processing lag problem <a href="https://github.com/apache/pulsar/pull/7237" target="_blank" rel="noopener noreferrer">#7237</a></li><li>Set source spec&#x27;s negativeacktimeout as well as timeout <a href="https://github.com/apache/pulsar/pull/7337" target="_blank" rel="noopener noreferrer">#7337</a></li><li>Add an endpoint to check whether function worker service is initialized <a href="https://github.com/apache/pulsar/pull/7350" target="_blank" rel="noopener noreferrer">#7350</a></li><li>Functions metadata compaction <a href="https://github.com/apache/pulsar/pull/7377" target="_blank" rel="noopener noreferrer">#7377</a></li><li>Implement rebalance mechanism <a href="https://github.com/apache/pulsar/pull/7388" target="_blank" rel="noopener noreferrer">#7388</a></li><li>Improve security setting <a href="https://github.com/apache/pulsar/pull/7424" target="_blank" rel="noopener noreferrer">#7424</a></li><li>Allow function rebalance to be run periodically <a href="https://github.com/apache/pulsar/pull/7449" target="_blank" rel="noopener noreferrer">#7449</a></li><li>Log scheduler stats for Pulsar Functions <a href="https://github.com/apache/pulsar/pull/7474" target="_blank" rel="noopener noreferrer">#7474</a></li><li>Add BatchPushSource interface <a href="https://github.com/apache/pulsar/pull/7493" target="_blank" rel="noopener noreferrer">#7493</a></li><li>Rejigger contract between LeaderService and rest of components <a href="https://github.com/apache/pulsar/pull/7520" target="_blank" rel="noopener noreferrer">#7520</a></li><li>Allow null consume in BatchPushSource <a href="https://github.com/apache/pulsar/pull/7573" target="_blank" rel="noopener noreferrer">#7573</a></li><li>Add readiness api for the worker leader <a href="https://github.com/apache/pulsar/pull/7601" target="_blank" rel="noopener noreferrer">#7601</a></li><li>Reduce in the leader init time in Pulsar Functions <a href="https://github.com/apache/pulsar/pull/7611" target="_blank" rel="noopener noreferrer">#7611</a></li><li>Export Function worker internal stats via Prometheus <a href="https://github.com/apache/pulsar/pull/7641" target="_blank" rel="noopener noreferrer">#7641</a></li><li>Allow ability to specify retain key ordering in functions <a href="https://github.com/apache/pulsar/pull/7647" target="_blank" rel="noopener noreferrer">#7647</a></li><li>Added ability to specify runtime for localrunner <a href="https://github.com/apache/pulsar/pull/7681" target="_blank" rel="noopener noreferrer">#7681</a></li><li>Add additional metrics for Pulsar Function Worker <a href="https://github.com/apache/pulsar/pull/7685" target="_blank" rel="noopener noreferrer">#7685</a></li><li>Use available cores for io thread processing <a href="https://github.com/apache/pulsar/pull/7689" target="_blank" rel="noopener noreferrer">#7689</a></li><li>Added ability to specify producer config for functions and sources <a href="https://github.com/apache/pulsar/pull/7721" target="_blank" rel="noopener noreferrer">#7721</a></li><li>Allow the option to make producers thread local <a href="https://github.com/apache/pulsar/pull/7764" target="_blank" rel="noopener noreferrer">#7764</a></li><li>Add ability for BatchPushSource to notify errors asynchronously <a href="https://github.com/apache/pulsar/pull/7865" target="_blank" rel="noopener noreferrer">#7865</a></li><li>Allow ability to specify sub position in functions <a href="https://github.com/apache/pulsar/pull/7891" target="_blank" rel="noopener noreferrer">#7891</a></li><li>Add hostname to consumer/producer properties in Pulsar Functions <a href="https://github.com/apache/pulsar/pull/7897" target="_blank" rel="noopener noreferrer">#7897</a></li><li>Allow specifying state storage url for Source/Sink localrun <a href="https://github.com/apache/pulsar/pull/7930" target="_blank" rel="noopener noreferrer">#7930</a></li><li>Enable function worker JVM metrics to be reported via Prometheus <a href="https://github.com/apache/pulsar/pull/8097" target="_blank" rel="noopener noreferrer">#8097</a></li><li>Add ability to specify EnvironmentBasedSecretsProvider in LocalRunner <a href="https://github.com/apache/pulsar/pull/8098" target="_blank" rel="noopener noreferrer">#8098</a></li><li>Added ability to specify secrets class in localrunner builder <a href="https://github.com/apache/pulsar/pull/8127" target="_blank" rel="noopener noreferrer">#8127</a></li><li>Add access to the current message from the function context <a href="https://github.com/apache/pulsar/pull/8290" target="_blank" rel="noopener noreferrer">#8290</a></li><li>Enable e2e encryption for Pulsar Function <a href="https://github.com/apache/pulsar/pull/8432" target="_blank" rel="noopener noreferrer">#8432</a></li><li>Support key_based batch builder for functions and sources <a href="https://github.com/apache/pulsar/pull/8523" target="_blank" rel="noopener noreferrer">#8523</a></li><li>Refactor Context and State API to allow plugging different state store implementations <a href="https://github.com/apache/pulsar/pull/8537" target="_blank" rel="noopener noreferrer">#8537</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="io-connectors">IO connectors<a href="#io-connectors" class="hash-link" aria-label="Direct link to IO connectors" title="Direct link to IO connectors"></a></h4><ul><li>[HDFS]<!-- --> Add config to create sub directory from current time <a href="https://github.com/apache/pulsar/pull/7771" target="_blank" rel="noopener noreferrer">#7771</a></li><li>[NSQ]<!-- --> Add NSQ Source <a href="https://github.com/apache/pulsar/pull/8372" target="_blank" rel="noopener noreferrer">#8372</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="schema">Schema<a href="#schema" class="hash-link" aria-label="Direct link to Schema" title="Direct link to Schema"></a></h4><ul><li>Add java8 date and time type to primitive schemas <a href="https://github.com/apache/pulsar/pull/7874" target="_blank" rel="noopener noreferrer">#7874</a></li><li>Native protobuf schema support <a href="https://github.com/apache/pulsar/pull/7874" target="_blank" rel="noopener noreferrer">#7874</a></li><li>Refactor multi-version schema reader <a href="https://github.com/apache/pulsar/pull/8464" target="_blank" rel="noopener noreferrer">#8464</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="tiered-storage">Tiered storage<a href="#tiered-storage" class="hash-link" aria-label="Direct link to Tiered storage" title="Direct link to Tiered storage"></a></h4><ul><li>Support Azure BlobStore offload <a href="https://github.com/apache/pulsar/pull/8436" target="_blank" rel="noopener noreferrer">#8436</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="clients">Clients<a href="#clients" class="hash-link" aria-label="Direct link to Clients" title="Direct link to Clients"></a></h4><ul><li>[cgo]<!-- --> Remove CGO client from repo <a href="https://github.com/apache/pulsar/pull/8514" target="_blank" rel="noopener noreferrer">#8514</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="admin">Admin<a href="#admin" class="hash-link" aria-label="Direct link to Admin" title="Direct link to Admin"></a></h4><ul><li>[Pulsar Admin]<!-- --> support config request timeout <a href="https://github.com/apache/pulsar/pull/7698" target="_blank" rel="noopener noreferrer">#7698</a></li><li>[Pulsar Admin]<!-- --> Ensure deleting a partitioned-topic on a non existing namespace returns 404 <a href="https://github.com/apache/pulsar/pull/7777" target="_blank" rel="noopener noreferrer">#7777</a></li><li>[Pulsar Admin]<!-- --> Added support to force deleting namespace <a href="https://github.com/apache/pulsar/pull/7993" target="_blank" rel="noopener noreferrer">#7993</a></li><li>[Pulsar Admin]<!-- --> Allow to get ledger metadata along with topic stats-internal <a href="https://github.com/apache/pulsar/pull/8180" target="_blank" rel="noopener noreferrer">#8180</a></li><li>[Pulsar Admin]<!-- --> Support remove namespace level offload policy <a href="https://github.com/apache/pulsar/pull/8446" target="_blank" rel="noopener noreferrer">#8446</a></li><li>[Pulsar Admin]<!-- --> Suport get list of bundles under a namespace <a href="https://github.com/apache/pulsar/pull/8450" target="_blank" rel="noopener noreferrer">#8450</a></li><li>[Pulsar Admin]<!-- --> Add ability to examine specific message by position relative to earliest or latest message <a href="https://github.com/apache/pulsar/pull/8494" target="_blank" rel="noopener noreferrer">#8494</a></li><li>[Pulsar Admin]<!-- --> Add key-shared consumer range to internal topic stats <a href="https://github.com/apache/pulsar/pull/8567" target="_blank" rel="noopener noreferrer">#8567</a></li></ul><h4 class="anchor anchorWithStickyNavbar_LWe7" id="fixes">Fixes<a href="#fixes" class="hash-link" aria-label="Direct link to Fixes" title="Direct link to Fixes"></a></h4><ul><li>[Broker]<!-- --> Prevent redirection of lookup requests from looping <a href="https://github.com/apache/pulsar/pull/7200" target="_blank" rel="noopener noreferrer">#7200</a></li><li>[Broker]<!-- --> Ensure that admin operations are gated by super user check <a href="https://github.com/apache/pulsar/pull/7226" target="_blank" rel="noopener noreferrer">#7226</a></li><li>[Broker]<!-- --> Fix race condition when delete topic forcelly <a href="https://github.com/apache/pulsar/pull/7356" target="_blank" rel="noopener noreferrer">#7356</a></li><li>[Tiered Storage]<!-- --> Fix NPE when offload data to GCS <a href="https://github.com/apache/pulsar/pull/7400" target="_blank" rel="noopener noreferrer">#7400</a></li><li>[Function]<!-- -->Fix race condition in which exitFuture in FunctionAssignmentTailer never gets completed even though the tailer thread has exited <a href="https://github.com/apache/pulsar/pull/7351" target="_blank" rel="noopener noreferrer">#7351</a></li><li>[Function]<!-- --> Various fixes and optimizations for processing assignments in function worker <a href="https://github.com/apache/pulsar/pull/7338" target="_blank" rel="noopener noreferrer">#7338</a></li><li>[Function]<!-- --> Fix deadlock between create function and leader initialization <a href="https://github.com/apache/pulsar/pull/7508" target="_blank" rel="noopener noreferrer">#7508</a></li><li>[Pulsar Admin]<!-- --> Fix exceptions being ignored in PulsarAdmin <a href="https://github.com/apache/pulsar/pull/7510" target="_blank" rel="noopener noreferrer">#7510</a></li><li>[Broker]<!-- --> Fix the nondurable consumer can not specify the initial position <a href="https://github.com/apache/pulsar/pull/7702" target="_blank" rel="noopener noreferrer">#7702</a></li><li>[Broker]<!-- --> Fixed race condition on deleting topic with active readers <a href="https://github.com/apache/pulsar/pull/7715" target="_blank" rel="noopener noreferrer">#7715</a></li><li>[Broker]<!-- --> Avoid ConcurrentModificationException of LocalBrokerData <a href="https://github.com/apache/pulsar/pull/7729" target="_blank" rel="noopener noreferrer">#7729</a></li><li>[Pulsar Proxy]<!-- --> Fix memory leak with debug log-level <a href="https://github.com/apache/pulsar/pull/7963" target="_blank" rel="noopener noreferrer">#7963</a></li><li>[Broker]<!-- --> Double check from zookeeper if availableBrokers is empty for discovery service <a href="https://github.com/apache/pulsar/pull/7975" target="_blank" rel="noopener noreferrer">#7975</a></li><li>[Broker]<!-- --> Fix broker-ml bucket stats show high metrics rate <a href="https://github.com/apache/pulsar/pull/8218" target="_blank" rel="noopener noreferrer">#8218</a></li><li>[Broker]<!-- --> Fix incorrect configuration for zk-cache expire time <a href="https://github.com/apache/pulsar/pull/8302" target="_blank" rel="noopener noreferrer">#8302</a></li><li>[Function]<!-- --> Fix returned status code for get function state when state does not exist <a href="https://github.com/apache/pulsar/pull/8437" target="_blank" rel="noopener noreferrer">#8437</a></li><li>[Broker]<!-- --> Fix the residual of inactive partitioned-topic cleaning <a href="https://github.com/apache/pulsar/pull/8442" target="_blank" rel="noopener noreferrer">#8442</a></li><li>[Pulsar Proxy]<!-- --> Fix request.getContentLength() to return 0 if it is less than 0 <a href="https://github.com/apache/pulsar/pull/8448" target="_blank" rel="noopener noreferrer">#8448</a></li><li>[Broker]<!-- --> Fix race condition when calling acknowledgementWasProcessed() <a href="https://github.com/apache/pulsar/pull/8499" target="_blank" rel="noopener noreferrer">#8499</a></li></ul></div><footer class="theme-doc-footer docusaurus-mt-lg"><div class="theme-doc-footer-edit-meta-row row"><div class="col"><a href="https://github.com/apache/pulsar-site/edit/main/release-notes/versioned/pulsar-2.7.0.md" target="_blank" rel="noreferrer noopener" class="theme-edit-this-page"><svg fill="currentColor" height="20" width="20" viewBox="0 0 40 40" class="iconEdit_Z9Sw" aria-hidden="true"><g><path d="m34.5 11.7l-3 3.1-6.3-6.3 3.1-3q0.5-0.5 1.2-0.5t1.1 0.5l3.9 3.9q0.5 0.4 0.5 1.1t-0.5 1.2z m-29.5 17.1l18.4-18.5 6.3 6.3-18.4 18.4h-6.3v-6.2z"></path></g></svg>Edit this page</a></div><div class="col lastUpdated_vwxv"></div></div></footer></article><nav class="pagination-nav docusaurus-mt-lg" aria-label="Docs pages navigation"></nav></div></div><div class="col col--3"><div class="tableOfContents_jeP5 thin-scrollbar theme-doc-toc-desktop"><div class="border"><div style="color:var(--ifm-toc-link-color)">Was this helpful?</div><div style="border-width:1px;padding:3px;display:flex"><div style="justify-content:center;display:flex;border-radius:99999px;width:2.5rem;height:2.5rem;cursor:pointer;background:;color:"><svg style="width:initial;height:initial" width="12" height="24" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M10.086 1.594A1 1 0 0 1 11 1a4 4 0 0 1 4 4v3h4.655a3 3 0 0 1 2.994 3.45l-1.38 9A3.002 3.002 0 0 1 18.275 23H4a3 3 0 0 1-3-3v-7a3 3 0 0 1 3-3h2.35l3.736-8.406ZM8 11.212l3.608-8.117A2 2 0 0 1 13 5v4a1 1 0 0 0 1 1h5.671a1 1 0 0 1 1 1.15l-1.38 9a1 1 0 0 1-1 .85H8v-9.788ZM6 21v-9H4a1 1 0 0 0-1 1v7a1 1 0 0 0 1 1h2Z" fill="currentColor"></path></svg></div><div style="justify-content:center;display:flex;border-radius:99999px;width:2.5rem;height:2.5rem;cursor:pointer;background:;color:"><svg style="width:initial;height:initial" width="12" height="24" viewBox="0 0 24 24" fill="none" xmlns="http://www.w3.org/2000/svg"><path fill-rule="evenodd" clip-rule="evenodd" d="M20.563 3.316A1.31 1.31 0 0 0 19.687 3h-1.688v9h1.688a1.31 1.31 0 0 0 1.312-1.077V4.077a1.31 1.31 0 0 0-.436-.761ZM16 12.788l-3.608 8.117A1.999 1.999 0 0 1 11 19v-4a1 1 0 0 0-1-1H4.328a1.002 1.002 0 0 1-1-1.15l1.38-9a1 1 0 0 1 1-.85h10.291v9.788ZM19.661 1a3.31 3.31 0 0 1 3.329 2.866c.006.044.01.09.01.134v7c0 .045-.004.09-.01.134A3.31 3.31 0 0 1 19.661 14h-2.012l-3.736 8.406a1 1 0 0 1-.914.594 4 4 0 0 1-4-4v-3H4.344a3 3 0 0 1-2.994-3.45l1.38-9A3.002 3.002 0 0 1 5.724 1h13.937Z" fill="currentColor"></path></svg></div></div><div class="Actions_uugI"><a target="_blank" class="Action_iBHd" href="https://github.com/apache/pulsar/issues/new?assignees=&amp;labels=doc-required&amp;projects=&amp;template=doc.yml&amp;title=%5BDoc%5D+">💡 Suggest changes</a><a target="_blank" class="Action_iBHd" href="https://github.com/apache/pulsar/discussions/new?category=q-a">🛟 Get support</a></div></div></div></div></div></div></main></div></div><footer class="footer"><div class="container container-fluid"><div class="row footer__links"><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apache.org/" target="_blank" rel="noopener noreferrer" class="footer__link-item">Foundation<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/events/current-event.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Events<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a href="https://www.apache.org/licenses/" target="_blank" rel="noopener noreferrer" class="footer__link-item">License<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/foundation/thanks" target="_blank" rel="noopener noreferrer" class="footer__link-item">Thanks<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a href="https://www.apache.org/foundation/sponsorship" target="_blank" rel="noopener noreferrer" class="footer__link-item">Sponsorship<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item"><a class="footer__link-item" href="/security/">Security</a></li><li class="footer__item"><a href="https://www.apache.org/foundation/policies/privacy.html" target="_blank" rel="noopener noreferrer" class="footer__link-item">Privacy<svg width="13.5" height="13.5" aria-hidden="true" viewBox="0 0 24 24" class="iconExternalLink_nPIU"><path fill="currentColor" d="M21 13v10h-21v-19h12v2h-10v15h17v-8h2zm3-12h-10.988l4.035 4-6.977 7.07 2.828 2.828 6.977-7.07 4.125 4.172v-11z"></path></svg></a></li><li class="footer__item"><a class="footer__link-item" href="/contact/">Contact</a></li></ul></div><div class="col footer__col"><div class="footer__title"></div><ul class="footer__items clean-list"><li class="footer__item">
<div class="social-icons">
<a target="_blank" href="https://communityinviter.com/apps/apache-pulsar/apache-pulsar" aria-label="Join the Apache Pulsar Slack workspace">
<img alt="Slack logo" src="/img/slack-white.svg" width="26">
</a>
<a target="_blank" href="https://github.com/apache/pulsar/" aria-label="View the Apache Pulsar project on GitHub">
<img alt="GitHub logo" src="/img/github-white.svg" width="26">
</a>
</div>
</li></ul></div></div><div class="footer__bottom text--center"><div class="margin-bottom--sm"><a class="footerLogoLink_BH7S" href="/"><img src="/img/pulsar-white.svg" alt="Pulsar Logo" class="themedImage_ToTc themedImage--light_HNdA footer__logo"><img src="/img/pulsar-white.svg" alt="Pulsar Logo" class="themedImage_ToTc themedImage--dark_i4oU footer__logo"></a></div><div class="footer__copyright">
<div>
<img class="footer-apache-logo" src="/img/feather-logo-white.svg" alt="" width="20">
The Apache Software Foundation
</div>
<p>Apache Pulsar is available under the Apache License, version 2.0. Apache Pulsar is an open-source, distributed messaging and streaming platform built for the cloud.</p>
<p>Copyright © 2024 The Apache Software Foundation. All Rights Reserved. Apache, Pulsar, Apache Pulsar, and the Apache feather logo are trademarks or registered trademarks of The Apache Software Foundation.</p>
</div></div></div></footer></div>
<script src="/assets/js/runtime~main.1d0ed2a7.js"></script>
<script src="/assets/js/main.e07a0c68.js"></script>
</body>
</html>