)]}' { "log": [ { "commit": "46bc50a08b37f6bcb4b89ed33581a73ab1b0c652", "tree": "b49e6753ed3b6c941b38b764bd383f2c2c7188b2", "parents": [ "0a347320bed2197eb7490619fcfa72d81aa46ae9" ], "author": { "name": "Huaxin Gao", "email": "huaxin.gao11@gmail.com", "time": "Mon Nov 09 15:14:51 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Nov 09 15:14:51 2026 -0800" }, "message": "Update Huaxin Gao\u0027s organization (#718)" }, { "commit": "0a347320bed2197eb7490619fcfa72d81aa46ae9", "tree": "8f27fe7d2de7aebf1731e3fda4dc3fca4c3ca1e2", "parents": [ "7a34b906f5ab16ee86e69f842d4d9a6a7cc1f468" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Sun Nov 08 11:19:34 2026 -0500" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Nov 08 11:19:34 2026 -0500" }, "message": "Remove llms.txt from Jekyll keep_files config (#717)\n\n#647 moved `llms.txt` under `docs/`, and `docs/` is already listed in\n`keep_files`.\n\nI confirmed that `site/docs/llms.txt` still exists after running `bundle\nexec jekyll build`." }, { "commit": "7a34b906f5ab16ee86e69f842d4d9a6a7cc1f468", "tree": "1036316a9867db841b9248a333d00f234c46d8ae", "parents": [ "ab394eb68a61105e395ded67b71c474508899bab" ], "author": { "name": "Jungtaek Lim", "email": "kabhwan.opensource@gmail.com", "time": "Wed Nov 04 11:42:18 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Nov 04 11:42:18 2026 +0900" }, "message": "Regenerate Spark 4.3.0 release notes (#716)\n\nRewrites the Spark 4.3.0 release-notes post, reconstructed from the\n`v4.2.0..v4.3.0` commit range and public Apache JIRA metadata. The\nexisting frontmatter is preserved; only the post body changes.\n\nHighlights covered: stateful Real-Time Mode (streaming aggregation,\n`dropDuplicates`, `transformWithState`) built on concurrent stage\nscheduling and pipelined shuffles, SCD Type 2 in Auto CDC, faster\nqueries on small data, Spark Connect REST endpoints and operation IDs,\n`JSON_TABLE` and `VARIANT` transformation functions, SQL `ASOF JOIN`,\nand nanosecond-precision timestamps (preview).\n\nThe rendered `site/releases/spark-release-4-3-0.html` is regenerated\nwith `bundle exec jekyll build`, and contributor credits are cleaned up\n(bot accounts and duplicate identities removed)." }, { "commit": "ab394eb68a61105e395ded67b71c474508899bab", "tree": "4589676cd365fdbb845455795ed0c2901da05294", "parents": [ "5d01b599e4473ce0f76fdd8fac52296c45716bc9" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Oct 30 15:38:45 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Oct 30 15:38:45 2026 +0000" }, "message": "Update docs and website for Apache Spark 4.3.0\n" }, { "commit": "5d01b599e4473ce0f76fdd8fac52296c45716bc9", "tree": "fc4f6b2685c8d96b0bc4719b509b707c6130e3b7", "parents": [ "3e2d057bfe2061556ae2366d307e00c0b2928591" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 18:47:45 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 18:47:45 2026 +0000" }, "message": "Update docs and website for Apache Spark 4.0.5\n" }, { "commit": "3e2d057bfe2061556ae2366d307e00c0b2928591", "tree": "596f8fd8de2eb4257ed0054de329829d56278f65", "parents": [ "82bd4bb2a9a792a3445608a05b0022b2a88637aa" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 18:24:19 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 18:24:19 2026 +0000" }, "message": "Update docs and website for Apache Spark 4.1.4\n" }, { "commit": "82bd4bb2a9a792a3445608a05b0022b2a88637aa", "tree": "0fb35af09a7909438ca5dab4e8cd5cd0524619b4", "parents": [ "ebf2c3702c4a063add2ecfe0bd62de0c3d0c08e1" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 27 18:15:53 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 27 18:15:53 2026 +0000" }, "message": "[html] Clarify some of the common \"this is not a security\" bug type issues we receive (#712)\n" }, { "commit": "ebf2c3702c4a063add2ecfe0bd62de0c3d0c08e1", "tree": "bb54b6e13d109ab85796836156be7a5a687cfe64", "parents": [ "d94fd07f25bd13daf54c33e2be3619e12983c6d6" ], "author": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Tue Oct 27 10:57:15 2026 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Oct 27 10:57:15 2026 -0700" }, "message": "Clarify some of the common \"this is not a security\" bug type issues we receive (#712)\n\nWe get a lot of security reports that seem to misunderstand our security\nmodel. Try and clarify this a bit more for the people/robots (honestly\nprobably the robots).\nSee:\n\u003cimg width\u003d\"2027\" height\u003d\"1975\" alt\u003d\"image\"\nsrc\u003d\"https://github.com/user-attachments/assets/60538602-23ea-4323-af38-9d263c223418\"\n/\u003e\n\n---------\n\nCo-authored-by: Holden Karau \u003cholden.karau@snowflake.com\u003e\nCo-authored-by: Cursor \u003ccursoragent@cursor.com\u003e" }, { "commit": "d94fd07f25bd13daf54c33e2be3619e12983c6d6", "tree": "5a350f26cbfb2ea1e291ef3c0d661907f3126af0", "parents": [ "119ef86c5aa12c1f516b0faa61180750cdce9201" ], "author": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Tue Oct 27 10:56:50 2026 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Oct 27 10:56:50 2026 -0700" }, "message": "Update books listings (#713)\n\nThere\u0027s a bunch of books which are now on 2nd edition etc." }, { "commit": "119ef86c5aa12c1f516b0faa61180750cdce9201", "tree": "b18a72c6be6233bf9626d41be66db97b7c82f529", "parents": [ "6ab46ff7d2e15855beebb0a81458b1dad7d75ed6" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 17:39:25 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Tue Oct 27 17:39:25 2026 +0000" }, "message": "Update docs and website for Apache Spark 4.2.1\n" }, { "commit": "6ab46ff7d2e15855beebb0a81458b1dad7d75ed6", "tree": "23dc351807da853e779e7c151f2c6527b706c1e1", "parents": [ "d2f3579c367a2973d8dc66c38176269fd42b2ba8" ], "author": { "name": "Piotr P. Karwasz", "email": "piotr@github.copernik.eu", "time": "Mon Oct 26 23:22:43 2026 +0100" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 26 15:22:43 2026 -0700" }, "message": "Point security reporting address at the ASF Security Team (#706)\n\n### What changes were proposed in this pull request?\n\n`security.md`, in the \"Reporting security issues\" section:\n\n- Point the reporting address at the ASF Security Team,\n[`security@apache.org`](mailto:security@apache.org?subject\u003d%5BSECURITY%5D%20Spark),\nreplacing `security@spark.apache.org`.\n- Ask reporters, before submitting, to confirm that the deployment under\ntest is configured according to the [Spark\nSecurity](https://spark.apache.org/docs/latest/security.html)\ndocumentation, and to review the FAQ below.\n- Restate the ASF request for one plain-text, unencrypted email per\nvulnerability, described in the message body rather than as an\nattachment.\n- Give the \"Frequently Asked Questions\" heading an `id`, so the new text\ncan link to it. The CVE headings on the same page already carry explicit\nids.\n\n`site/security.html` is the regenerated Jekyll output for that page.\n\n### Why are the changes needed?\n\nThe page currently says:\n\n\u003e To report a possible security vulnerability, please email\n`security@spark.apache.org`. This is a non-public list that will reach\nthe Apache Security team, as well as the Spark PMC.\n\nThat list was sunset at the beginning of 2026, and mail addressed to it\nis redirected to `security@apache.org`. Reports are therefore not lost,\nbut the page advertises an address that survives only by redirect, and\nit disagrees with\n[security.apache.org/projects](https://security.apache.org/projects/),\nwhich gives Spark\u0027s security contact as `security@apache.org` while\nlinking this page as Spark\u0027s advisories page. Naming the ASF Security\nTeam directly removes the discrepancy.\n\nThe two pre-report checks address the most common categories of invalid\nreport the project receives: findings against deployments left in their\ninsecure-by-default state, and findings that amount to \"Spark executes\nthe code it was given\", which the FAQ on this page has documented as by\ndesign for some time. Pointing at both before the reporting address\nshould cut down on reports that have to be rejected.\n\nA companion change to `SECURITY.md` in the main repository is at\napache/spark#57844.\n\n### Does this PR introduce _any_ user-facing change?\n\nYes, to the website only: the reporting address on\n\u003chttps://spark.apache.org/security.html\u003e changes, and the section gains\nthe pre-report checks.\n\n### How was this patch tested?\n\n`site/security.html` was regenerated with the pinned toolchain from\n`Gemfile.lock` (Jekyll 4.4.1, Rouge 3.26.0, Ruby 3.2) and the rendered\npage was checked in a browser.\n\n### Was this patch authored or co-authored using generative AI tooling?\n\nGenerated-by: Claude Code (Claude Opus 5)" }, { "commit": "d2f3579c367a2973d8dc66c38176269fd42b2ba8", "tree": "b0fab914b5293a19a83b651b96d7e7f1b0b4aff7", "parents": [ "0f373e7172c3b616fdf9f8c6d09f59eadcb66f62" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Mon Oct 26 15:29:36 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Mon Oct 26 15:29:36 2026 +0000" }, "message": "[html] Use AnchorJS to automatically generate heading anchors (#700)\n" }, { "commit": "0f373e7172c3b616fdf9f8c6d09f59eadcb66f62", "tree": "c2265e2e654c512ca9aa342d8c782eac1d9e6504", "parents": [ "b56ead0a326b73a5a4b9592bee6aa352cf93c81c" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Mon Oct 26 17:24:45 2026 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 26 17:24:45 2026 +0200" }, "message": "Use AnchorJS to automatically generate heading anchors (#700)\n\nRight now if you look at a page on the main website like [Useful\nDeveloper Tools][current], you\u0027ll notice that you cannot easily click on\na heading and get an HTML anchor that will let you link directly to that\nsection. On the other hand, if you look at the [programming docs][prog],\nyou\u0027ll see that you _can_ get anchor links by mousing over a heading.\n\nThis discrepancy is because [the programming docs include\nAnchorJS][anch], whereas the main website does not.\n\nThis PR adds AnchorJS to the main docs so readers can easily link to\nheadings there like they can on the programming docs:\n\n\u003cimg width\u003d\"500\"\nsrc\u003d\"https://github.com/user-attachments/assets/b15071c2-ba83-4502-9166-e8439696df7c\"\n/\u003e\n\nThis adds the [latest release of AnchorJS][rel], which is 5.0.0. The\nprogramming docs are [on AnchorJS 1.1.1][old], which is more than 11\nyears old. In a matching PR, I will update the programming docs to also\nuse AnchorJS 5.0.0 so they are consistent.\n\nI built the docs locally and confirmed that the anchors work as\nexpected.\n\n[current]: https://spark.apache.org/developer-tools.html\n[prog]: https://spark.apache.org/docs/latest/\n[anch]:\nhttps://github.com/apache/spark/blob/392dd8dc39b2d6bb3fb341901cb27d4d7103dc34/docs/_layouts/global.html#L199\n[rel]: https://github.com/bryanbraun/anchorjs/releases\n[old]:\nhttps://github.com/apache/spark/blob/44c931f006194a833f09517c9e35fb3cdf5852b1/docs/js/vendor/anchor.min.js#L2\n\nMatching AnchorJS upgrade on the docs site:\nhttps://github.com/apache/spark/pull/59547" }, { "commit": "b56ead0a326b73a5a4b9592bee6aa352cf93c81c", "tree": "2ebca326f35524aa4b17f8f1f1b0659a4b015b37", "parents": [ "aec1e6ccadd088f52afdfe17964927f2ffb8f03d" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Mon Oct 19 15:26:46 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Mon Oct 19 15:26:46 2026 +0000" }, "message": "[html] [DOC] Add ts-spark-connector to Spark Connect index and third-party projects (#632)\n" }, { "commit": "aec1e6ccadd088f52afdfe17964927f2ffb8f03d", "tree": "368b0703269b57e62f879be2388559d4c5a14082", "parents": [ "751e6c47ac855038dfccdc78dfcdd7b8e6017134" ], "author": { "name": "Augusto Vivaldelli", "email": "augusto.a.vivaldelli@gmail.com", "time": "Mon Oct 19 12:20:56 2026 -0300" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 19 18:20:56 2026 +0300" }, "message": "[DOC] Add ts-spark-connector to Spark Connect index and third-party projects (#632)\n\n- Included ts-spark-connector in third-party-projects.md under client\nlibraries" }, { "commit": "751e6c47ac855038dfccdc78dfcdd7b8e6017134", "tree": "4a8b5ffec75e8eb0311ec5601df8401a90e36283", "parents": [ "057a8512543392d65384bc0bb1a0cb14a5f9741c" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Sun Oct 18 10:55:56 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Sun Oct 18 10:55:56 2026 +0000" }, "message": "[html] Fix broken Pandas On PySpark link doc link (#621)\n" }, { "commit": "057a8512543392d65384bc0bb1a0cb14a5f9741c", "tree": "947327767c29c3156cb752b0357f07f205e352cd", "parents": [ "73378fbc3bddb5615b1ee2ca394404bf3c80caed" ], "author": { "name": "Peter Nguyen", "email": "petern0408@gmail.com", "time": "Sun Oct 18 03:52:33 2026 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Oct 18 13:52:33 2026 +0300" }, "message": "Fix broken Pandas On PySpark link doc link (#621)" }, { "commit": "73378fbc3bddb5615b1ee2ca394404bf3c80caed", "tree": "ceb994f1d7b19e4fd3a9e52a1d72a612b954efee", "parents": [ "4bcea7a148dbb9bb647db5454205c5641e4f56f5" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Fri Oct 16 12:23:31 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Fri Oct 16 12:23:31 2026 +0000" }, "message": "[html] Explain what \"PMC\" is on the committers page (#710)\n" }, { "commit": "4bcea7a148dbb9bb647db5454205c5641e4f56f5", "tree": "8c0cf877d6c6c0c6f6d0cde065b38f21bc3b27e6", "parents": [ "457f7783dcc5479186320d7ea777635133be8025" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Fri Oct 16 15:21:10 2026 +0300" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Oct 16 15:21:10 2026 +0300" }, "message": "Explain what \"PMC\" is on the committers page (#710)\n\nThe committers page uses the PMC acronym without explaining what it is.\n\nExplain the acronym before using it, and link to our Apache project\npage. That page is the authoritative public reference on who is a\ncommitter and who is a PMC member." }, { "commit": "457f7783dcc5479186320d7ea777635133be8025", "tree": "07051ffcb9ae10b08243564e8ab73eaf02c193e6", "parents": [ "106046e2372b8d0e5c2f3afd8f27598569bb3642" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Thu Oct 15 08:06:09 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Thu Oct 15 08:06:09 2026 +0000" }, "message": "[html] Add Nicholas Chammas as new committer (#709)\n" }, { "commit": "106046e2372b8d0e5c2f3afd8f27598569bb3642", "tree": "75cad6d43c39413c31bfd30734ef9bdfbabd3c40", "parents": [ "6a91823107b2e17106d226714c28434ceb0e40b6" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Thu Oct 15 11:01:13 2026 +0300" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Oct 15 11:01:13 2026 +0300" }, "message": "Add Nicholas Chammas as new committer (#709)\n\nAdding myself to the committers page.\n\nFor a future effort: I wonder if we should refactor this page somehow.\nThe authoritative listing of committers is tracked by the ASF on the\n[Spark Committee page][1]. Maybe we should pull from there dynamically?\nOr just link to that page? The organizations are also stale for several\ncommitters, even though having them is nice because it shows the\ndiversity of companies invested in Spark.\n\n[1]: https://projects.apache.org/committee.html?spark" }, { "commit": "6a91823107b2e17106d226714c28434ceb0e40b6", "tree": "8e1b2d682c4ecd58ce6ab1dd2029847e498330fe", "parents": [ "7738c973784ab480bb17acacf53484b93684261f" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Wed Oct 14 08:51:52 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Wed Oct 14 08:51:52 2026 +0000" }, "message": "[html] [SPARK-55883][DOCS] Update book links to latest editions (#686)\n" }, { "commit": "7738c973784ab480bb17acacf53484b93684261f", "tree": "c0efca2b94aa7e178f38c8618fc3c6c84f7d6201", "parents": [ "c73c4756bb42b7e9248ef880a2eebae58fcf6b31" ], "author": { "name": "Anupam Yadav", "email": "anupamy030@gmail.com", "time": "Wed Oct 14 01:49:30 2026 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Oct 14 11:49:30 2026 +0300" }, "message": "[SPARK-55883][DOCS] Update book links to latest editions (#686)\n\n### What changes were proposed in this pull request?\n\nUpdate the Books section on the documentation page to reference the\nlatest editions:\n\n| Book | Old | New |\n|------|-----|-----|\n| Learning Spark | 1st Edition (2015) by Karau et al. | **2nd Edition\n(2020)** by Damji, Wenig, Das, Lee |\n| Spark in Action | 1st Edition (2017) by Bonaci/Zecevic | **2nd Edition\n(2020)** by Jean-Georges Perrin |\n| Advanced Analytics with Spark | 1st Edition (2015) | **2nd Edition\n(2017)** by same authors |\n| Spark: The Definitive Guide | _(missing)_ | **Added** — by Bill\nChambers and Matei Zaharia (2018) |\n\nAlso fixes `http://` → `https://` for O\u0027Reilly URLs.\n\n### Why are the changes needed?\n\nThe current book listings point to outdated 1st editions. The 2nd\neditions cover Spark 2.x/3.x and are significantly more relevant.\n\"Spark: The Definitive Guide\" by Spark\u0027s creator was not listed at all.\n\nFiled as\n[SPARK-55883](https://issues.apache.org/jira/browse/SPARK-55883) by\nHolden Karau.\n\n### How was this patch tested?\n\nAll 4 new/updated URLs verified to return HTTP 200:\n- https://www.oreilly.com/library/view/learning-spark-2nd/9781492050032/\n✅\n-\nhttps://www.oreilly.com/library/view/spark-the-definitive/9781491912201/\n✅\n- https://www.manning.com/books/spark-in-action-second-edition ✅\n-\nhttps://www.oreilly.com/library/view/advanced-analytics-with/9781491972946/\n✅\n\n### Was this patch authored or co-authored using generative AI tooling?\n\nNo" }, { "commit": "c73c4756bb42b7e9248ef880a2eebae58fcf6b31", "tree": "7608e553c939e2275a272146ee1e19236d382d07", "parents": [ "cdbfbf62af33a33629231395c3322f1cedba15f3" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 13 18:58:10 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 13 18:58:10 2026 +0000" }, "message": "[html] [MINOR] Fix indentation on versioning policy (#705)\n" }, { "commit": "cdbfbf62af33a33629231395c3322f1cedba15f3", "tree": "bf3203dc425eceb55d446433f2e98c7562bb5dc5", "parents": [ "1497754dde382ae5c128349878552fa90cd84094" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Tue Oct 13 21:41:42 2026 +0300" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Oct 13 21:41:42 2026 +0300" }, "message": "[MINOR] Fix indentation on versioning policy (#705)\n\nIf you look at the [versioning\npolicy](https://spark.apache.org/versioning-policy.html) you\u0027ll see that\none of the paragraphs breaks the indentation of the bulleted lists.\n\nThis PR just fixes the indentation so the paragraph is correctly grouped\nunder the \"FEATURE\" bullet." }, { "commit": "1497754dde382ae5c128349878552fa90cd84094", "tree": "9d3fbfd7472a923d860bbb8ab96b8228caf51052", "parents": [ "0872d536c05296cb9b1840b8a5eac4ce36873707" ], "author": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 13 11:10:04 2026 +0000" }, "committer": { "name": "github-actions[bot]", "email": "github-actions[bot]@users.noreply.github.com", "time": "Tue Oct 13 11:10:04 2026 +0000" }, "message": "[html] Automatically generate and commit site HTML (#699)\n" }, { "commit": "0872d536c05296cb9b1840b8a5eac4ce36873707", "tree": "f7975683fad537a22a43625be39dbba28b9630aa", "parents": [ "81eda88455699c0bba890d5008992f9fd6e25691" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Tue Oct 13 14:06:17 2026 +0300" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Oct 13 19:06:17 2026 +0800" }, "message": "Automatically generate and commit site HTML (#699)\n\nAdd workflows to automatically build the site and push the generated\nHTML. This eliminates the need for contributors to commit or review HTML\nchanges.\n\n## What\u0027s Changing\n\nWorkflow changes:\n- `html-build.yml`: Add a new workflow that runs on PRs and simply\ngenerates the docs. This confirms the Jekyll build is not obviously\nbroken.\n- `html-push.yml`: Add a new workflow that runs on new commits to\n`asf-site`. It generates the docs and pushes the generated HTML\nautomatically as a new commit to `asf-site`.\n- `doc_gen.yml`: Delete this workflow since it is subsumed by the new\nworkflows.\n\nWebsite source changes:\n- Stabilize the sitemap so it\u0027s generated in a deterministic manner,\neliminating repeated diff noise.\n\nRepo documentation changes:\n- Update the README and release guide to account for the new workflows.\n- Unify the build instructions so there are only two places to look:\n`committers.md` and the main repo README.\n- Add important note about `content/` so its critical role is documented\nclearly for everyone.\n\nThis is a second attempt at #697 (which was reverted in #698).\n\nThis PR needs to be paired with\nhttps://github.com/apache/spark/pull/59071.\n\n## Why it\u0027s Changing\n\nThe current workflow creates a lot of friction. Every website source\nchange generates corresponding HTML output changes. Both need to be\ncommitted and part of the PR. This makes the diff messy and difficult to\nreview, especially if the touched source affects multiple pages.\n\nGenerating and committing the HTML is also just mechanical grunt work\nthat can and should simply be automated.\n\n## Future Work\n\nThere are two main improvements we can further make to the workflow\nhere.\n1. Split source from HTML output into two separate branches: source on\n`master`, HTML on `asf-site`.\n2. Automatically publish a staging site for each PR.\n\nThese improvements are orthogonal to the work in this PR. We can tackle\nthem next.\n\n---------\n\nCo-authored-by: github-actions[bot] \u003cgithub-actions[bot]@users.noreply.github.com\u003e" }, { "commit": "81eda88455699c0bba890d5008992f9fd6e25691", "tree": "1e52e4284e60524de6d7d72a76eaf2f93b7076fc", "parents": [ "66c4e26cd3a045186ec305a0b7706481e54d0319" ], "author": { "name": "lisancao", "email": "lisanatashacao@gmail.com", "time": "Tue Oct 13 09:20:20 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "hyukjin.kwon@databricks.com", "time": "Tue Oct 13 09:20:20 2026 +0900" }, "message": "Update Structured Streaming page to describe Real-time Mode\n\nThe Structured Streaming product page at spark.apache.org/streaming/ predates\nReal-time Mode and only described micro-batch streaming. This updates the page to\ncover both execution modes.\n\nChanges:\n- Describe Real-time Mode and micro-batch mode, and note that both use the same\n APIs and codebase and differ only by the trigger.\n- Fix the code examples to use the real trigger APIs: `Trigger.ProcessingTime(\"1 minute\")`\n for micro-batch and `Trigger.RealTime(\"5 minutes\")` for Real-time Mode, with the\n `update` output mode that Real-time Mode requires.\n- Update the latency and performance wording for the two modes.\n\nThis is the product page only. The programming guide under docs/ is built and\npublished with each release, so it is out of scope here.\n\nsite/streaming/index.html was regenerated with `bundle exec jekyll build`\n(Jekyll 4.4.1) and is included.\n\nAuthor: lisancao \u003clisanatashacao@gmail.com\u003e\nAuthor: lisa-cao_data \u003clisa.cao@databricks.com\u003e\n\nCloses #708 from lisancao/spark-streaming-rtm-update.\n" }, { "commit": "66c4e26cd3a045186ec305a0b7706481e54d0319", "tree": "5344610bbc3544e0a78b3c85af84f82d627d1084", "parents": [ "a5f7ad9d9005980032b0bcb66819798fa0fb0049" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Mon Aug 31 08:27:09 2026 -0400" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 31 08:27:09 2026 -0400" }, "message": "Remove merge script (#707)\n\nAs [proposed on the dev list](https://lists.apache.org/thread/zl37onhh2y2y9rxvpw38f3srxft0bn4c).\n\nWhat:\n- Remove merge script and associated documentation\n- Update repo settings to allow \"squash + merge\" only\n\nWhy:\n- We already use GitHub\u0027s merge button often\n- Better to have only one way to merge PRs" }, { "commit": "a5f7ad9d9005980032b0bcb66819798fa0fb0049", "tree": "c0c4a206d62b9f90c70923eec38b23f244581689", "parents": [ "5e775a795ebb4e40fed8064409632d8821ca168d" ], "author": { "name": "miqowhy", "email": "38476775+miqowhy@users.noreply.github.com", "time": "Wed Aug 05 12:20:34 2026 -0700" }, "committer": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Wed Aug 05 12:20:34 2026 -0700" }, "message": "Document new security vulnerability in Apache Spark\n\nAdded details about CVE-2025-55039 vulnerability in Apache Spark, including severity, affected versions, descriptions, mitigations, and credit.\n\nTwo remarks:\n- I\u0027ve taken the affected versions from holdenk [description](https://lists.apache.org/thread/zrgyy9l85nm2c7vk36vr7bkyorg3w4qq), but I think all newer versions are also affected\n- For holdenk 2nd mitigation - I think setting spark.ssl.enabled\u003dtrue is not enough, you also need spark.ssl.rpc.enabled\u003dtrue, at least that\u0027s what the [documentation](https://spark.apache.org/docs/latest/security.html#ssl-configuration) says\n\nAuthor: miqowhy \u003c38476775+miqowhy@users.noreply.github.com\u003e\nAuthor: Mikołaj Żurek \u003cmiqowhy@gmail.com\u003e\nAuthor: Holden Karau \u003cholden@apache.org\u003e\n\nCloses #683 from miqowhy/patch-1.\n" }, { "commit": "5e775a795ebb4e40fed8064409632d8821ca168d", "tree": "0b4723ad386ea09881f010452a3f2a6b58d4143a", "parents": [ "7d894faa0fab793dbee9b0c17ea51ddf1f156565" ], "author": { "name": "Jungtaek Lim", "email": "kabhwan.opensource@gmail.com", "time": "Mon Jul 27 22:16:48 2026 +0900" }, "committer": { "name": "Jungtaek Lim", "email": "kabhwan.opensource@gmail.com", "time": "Mon Jul 27 22:16:48 2026 +0900" }, "message": "Update release window section for Apache Spark 4.3.0\n\nReplace the Spark 4.2 release window with the Spark 4.3 release window: code freeze / branch cut Aug 1st 2026, QA period mid Aug 2026, and release candidates late Aug 2026.\n\nAuthor: Jungtaek Lim \u003ckabhwan.opensource@gmail.com\u003e\n\nCloses #704 from HeartSaVioR/release-plan-v4-3-0.\n" }, { "commit": "7d894faa0fab793dbee9b0c17ea51ddf1f156565", "tree": "c51c9fc0ab18175ca3aea346ae4e1c48173b1437", "parents": [ "136c8484c513b5f0b38c84b76af9b9ab9dd2d8a5" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Thu Jul 16 08:59:42 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Thu Jul 16 08:59:42 2026 +0000" }, "message": "Add release docs for Apache Spark 3.5.9\n" }, { "commit": "136c8484c513b5f0b38c84b76af9b9ab9dd2d8a5", "tree": "eb714fd6fc0b8b702b816fc335bea5759bb56e50", "parents": [ "08a69eba83c93f50410e08d2aeb4b76130a7d617" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Thu Jul 16 08:55:27 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Thu Jul 16 08:55:27 2026 +0000" }, "message": "Add docs for Apache Spark 3.5.9\n" }, { "commit": "08a69eba83c93f50410e08d2aeb4b76130a7d617", "tree": "bdd9aaa60ad188dba87a1827fb34f9f82594c0c6", "parents": [ "7e3740b7ab4e8ec5f0e7797a0f68b22dae780ef0" ], "author": { "name": "Wenchen Fan", "email": "cloud0fan@gmail.com", "time": "Wed Jul 15 12:20:15 2026 -0700" }, "committer": { "name": "Huaxin Gao", "email": "huaxin.gao11@gmail.com", "time": "Wed Jul 15 12:20:15 2026 -0700" }, "message": "Regenerate Spark 4.2.0 release notes\n\nRewrites the Spark 4.2.0 release-notes post, reconstructed from the `v4.1.0..v4.2.0` commit range on `branch-4.2` and public Apache JIRA metadata (issue type, fix/affected versions, priority, umbrella/Epic parents). The existing frontmatter is preserved; only the post body changes.\n\nHighlights covered: geospatial types (GA), Change Data Capture + Auto CDC, Arrow-optimized Python UDFs on by default, the NEAREST BY ranking-join SPIP, DSv2 transaction management, SQL path-based name resolution, metric views, the modernized Web UI, and Java 25 support.\n\nNote: only the Markdown source is changed here — the rendered `site/releases/spark-release-4-2-0.html` still needs regeneration via `.dev/build-docs.sh` (I could not build the `docs-builder` image in my environment). Happy to follow up with the built HTML, or a committer can regenerate it.\n\nThis pull request and its description were written by Isaac.\n\nAuthor: Huaxin Gao \u003chuaxin.gao11@gmail.com\u003e\nAuthor: Wenchen Fan \u003ccloud0fan@gmail.com\u003e\n\nCloses #702 from cloud-fan/wenchen/spark-release-4.2.0-notes.\n" }, { "commit": "7e3740b7ab4e8ec5f0e7797a0f68b22dae780ef0", "tree": "2d172972fad2a5b0dd1e3a856ad4dc858e0a87d2", "parents": [ "d6b80ea13dc34d32110eb4dd0169ed16eca71b86" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 11:22:45 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 11:22:45 2026 +0000" }, "message": "Add release docs for Apache Spark 4.0.4\n" }, { "commit": "d6b80ea13dc34d32110eb4dd0169ed16eca71b86", "tree": "9a0263eb78231c116e09f45b5e8f939a8f2250b0", "parents": [ "6bde95ff93792fa8ee6254f1e572ffd7c19bcdce" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 11:18:40 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 11:18:40 2026 +0000" }, "message": "Add docs for Apache Spark 4.0.4\n" }, { "commit": "6bde95ff93792fa8ee6254f1e572ffd7c19bcdce", "tree": "70bf36192f70bccaa9fc825d63d5afde5eacfe7a", "parents": [ "eb0635745600a0476b08c01aee257954f234ccea" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 10:45:32 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 10:45:32 2026 +0000" }, "message": "Add release docs for Apache Spark 4.1.3\n" }, { "commit": "eb0635745600a0476b08c01aee257954f234ccea", "tree": "b47979f381c775d473e41f7d00d70d77c011f875", "parents": [ "220647ab94b73ba53df04de7c9e09a835f0b7a60" ], "author": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 10:42:35 2026 +0000" }, "committer": { "name": "Holden Karau", "email": "holden@apache.org", "time": "Wed Jul 15 10:42:35 2026 +0000" }, "message": "Add docs for Apache Spark 4.1.3\n" }, { "commit": "220647ab94b73ba53df04de7c9e09a835f0b7a60", "tree": "aee5358b6f33bbcdd9727436cb4fc975505b1950", "parents": [ "bf1bcbc843f77d19f9dd6a06325dbbd3a2cf2db2" ], "author": { "name": "Huaxin Gao", "email": "huaxin.gao11@gmail.com", "time": "Tue Jul 14 20:44:39 2026 -0700" }, "committer": { "name": "Huaxin Gao", "email": "huaxin.gao11@gmail.com", "time": "Tue Jul 14 20:44:39 2026 -0700" }, "message": "Update Spark 4.2.0 website metadata\n\nFollowing the Apache Spark 4.2.0 release, this PR updates two pieces of\nwebsite metadata that the release tooling does not update automatically:\n- `downloads.md`: bump the Maven dependency coordinate example from\n `4.1.0` to `4.2.0`.\n- `site/static/versions.json`: add a `4.2.0` entry (at the top) to the\n documentation version switcher.\n\nAuthor: Huaxin Gao \u003chuaxin.gao11@gmail.com\u003e\n\nCloses #701 from huaxingao/publish-spark-4.2.0-metadata.\n" }, { "commit": "bf1bcbc843f77d19f9dd6a06325dbbd3a2cf2db2", "tree": "d17677cb4afd92670835366f45ed4c614e68020f", "parents": [ "0802e95c90969b26d366e363d80de7a40423382a" ], "author": { "name": "Huaxin Gao", "email": "huaxingao@apache.org", "time": "Tue Jul 14 23:36:02 2026 +0000" }, "committer": { "name": "Huaxin Gao", "email": "huaxingao@apache.org", "time": "Tue Jul 14 23:36:02 2026 +0000" }, "message": "Add release docs for Apache Spark 4.2.0\n" }, { "commit": "0802e95c90969b26d366e363d80de7a40423382a", "tree": "0a91f5e738c04a7ae7726e36ac446911af4d8420", "parents": [ "a697a9eb650bd086a93cee2a73cf45de53804d26" ], "author": { "name": "Huaxin Gao", "email": "huaxingao@apache.org", "time": "Tue Jul 14 23:31:29 2026 +0000" }, "committer": { "name": "Huaxin Gao", "email": "huaxingao@apache.org", "time": "Tue Jul 14 23:31:29 2026 +0000" }, "message": "Add docs for Apache Spark 4.2.0\n" }, { "commit": "a697a9eb650bd086a93cee2a73cf45de53804d26", "tree": "2a3816ba739c12f42e5f9e043844b5b202fce886", "parents": [ "59719624d8f4bb548e1042654e60cb787b2824cf" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Sat Jul 11 23:28:10 2026 -0700" }, "committer": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Sat Jul 11 23:28:10 2026 -0700" }, "message": "Revert \"Add workflow to automatically generate and commit site HTML (…\n\n…#697)\"\n\nThis reverts commit 59719624d8f4bb548e1042654e60cb787b2824cf, which appears to have broken the site.\n\nAuthor: Nicholas Chammas \u003cnicholas.chammas@gmail.com\u003e\n\nCloses #698 from nchammas/revert-automated-html.\n" }, { "commit": "59719624d8f4bb548e1042654e60cb787b2824cf", "tree": "36cb48d5d601535b67075e296707bcfaa3d50a62", "parents": [ "92bbf3efacea3527d228a663753d62bd8daef564" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Sat Jul 11 12:07:07 2026 -0400" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Jul 12 00:07:07 2026 +0800" }, "message": "Add workflow to automatically generate and commit site HTML (#697)\n\n* add workflow to generate and commit HTML\n\n* ignore `site/`\n\n* allow pushes on my branch for testing\n\n* [html] allow pushes on my branch for testing\n\n* make sitemap generation more deterministic\n\n* [html] make sitemap generation more deterministic\n\n* eliminate extraneous whitespace\n\n* [html] eliminate extraneous whitespace\n\n* remove content/ symlink\n\n* update docs on building site\n\n* split pr vs asf-site workflows\n\n* clarify purpose of workflow condition\n\n* capitalization\n\n* add concurrency group\n\n* add note about `[html]`\n\n* check commit author + factor out common steps\n\n* `shell` is required in composite actions\n\n* latest build passes; remove testing branch\n\n---------\n\nCo-authored-by: github-actions[bot] \u003cgithub-actions[bot]@users.noreply.github.com\u003e" }, { "commit": "92bbf3efacea3527d228a663753d62bd8daef564", "tree": "2a3816ba739c12f42e5f9e043844b5b202fce886", "parents": [ "8b23fb9af2e99d0b11c386f1024f51729558d813" ], "author": { "name": "Nicholas Chammas", "email": "nicholas.chammas@gmail.com", "time": "Tue Jun 30 21:19:32 2026 -0400" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Jul 01 09:19:32 2026 +0800" }, "message": "Clean up page titles, render from frontmatter (#696)\n\n* clean up page titles\n\n* corresponding site html changes\n\n* rebuild html" }, { "commit": "8b23fb9af2e99d0b11c386f1024f51729558d813", "tree": "a45d88fc4a8c412845e3bf9e698f9dc178e37b7e", "parents": [ "cec5113345f9e24af5e44205cc137b23237026ee" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu Jun 11 07:15:21 2026 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu Jun 11 07:15:21 2026 +0000" }, "message": "Add release docs for Apache Spark 4.0.3\n" }, { "commit": "cec5113345f9e24af5e44205cc137b23237026ee", "tree": "fe306418fbf0cfbe93499bfac84b7464b180ba9b", "parents": [ "834d24827f3535ce6a4ca32b8e9d70a50d4288fa" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu Jun 11 07:11:32 2026 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu Jun 11 07:11:32 2026 +0000" }, "message": "Add docs for Apache Spark 4.0.3\n" }, { "commit": "834d24827f3535ce6a4ca32b8e9d70a50d4288fa", "tree": "aae92629a2b53e89f378ee646b70bf3c20180d53", "parents": [ "6e1a92b4306d886c5ff899e10fa32e5cb25b50ca" ], "author": { "name": "Szehon Ho", "email": "szehon.apache@gmail.com", "time": "Wed Jun 03 14:43:17 2026 -0700" }, "committer": { "name": "Szehon Ho", "email": "szehon.apache@gmail.com", "time": "Wed Jun 03 14:43:17 2026 -0700" }, "message": "Document how to merge website pull requests on the Committers page\n\n## What changes were proposed in this pull request?\n\nThe Committers page (`committers.md`) currently only documents how to merge pull requests for the main `apache/spark` repository (the `merge_spark_pr.py` script). It does not explain how a committer merges pull requests to the `apache/spark-website` repository itself.\n\nThis PR adds a **\"Merging website pull requests\"** subsection under \"How to merge a pull request\" that covers:\n\n- Website PRs are merged with this repo\u0027s `merge_pr.py` script (which squashes commits, like `merge_spark_pr.py` does for the main repo).\n- This repository uses `asf-site` as its default branch (there is no `master` branch).\n- How to set up the `apache` (`PUSH_REMOTE_NAME`) and `apache-github` (`PR_REMOTE_NAME`) remotes.\n- A reminder to ensure the PR includes the regenerated `site/` HTML.\n\nThe generated `site/committers.html` was rebuilt with `jekyll build` and is included.\n\n## How was this patch tested?\n\nBuilt the site locally with `jekyll build` and verified the rendered `site/committers.html` shows the new section correctly.\n\nAuthor: Szehon Ho \u003cszehon.apache@gmail.com\u003e\n\nCloses #695 from szehon-ho/committer-docs-website-merge.\n" }, { "commit": "6e1a92b4306d886c5ff899e10fa32e5cb25b50ca", "tree": "b14f6838fdfb021c81467c6b555664455c982af0", "parents": [ "12a818f4529d8088649fdab77ae6c40b59f051dc" ], "author": { "name": "Uros Bojanic", "email": "221401595+uros-b@users.noreply.github.com", "time": "Tue Jun 02 21:49:14 2026 +0200" }, "committer": { "name": "Uros Bojanic", "email": "221401595+uros-b@users.noreply.github.com", "time": "Tue Jun 02 21:49:14 2026 +0200" }, "message": "Add Uros Bojanic to committers\n\nAdd Uros Bojanic to Spark committers.\n\nAuthor: Uros Bojanic \u003c221401595+uros-b@users.noreply.github.com\u003e\n\nCloses #694 from uros-b/add-uros-bojanic.\n" }, { "commit": "12a818f4529d8088649fdab77ae6c40b59f051dc", "tree": "82d0dadfe989a5486b6da4f53392766e775cf6b1", "parents": [ "626df1cbb028b852e6d16d53f86054ad2ede4813" ], "author": { "name": "Tian Gao", "email": "gaogaotiantian@hotmail.com", "time": "Tue Jun 02 10:37:03 2026 -0700" }, "committer": { "name": "Tian Gao", "email": "gaogaotiantian@hotmail.com", "time": "Tue Jun 02 10:37:03 2026 -0700" }, "message": "Add Tian Gao to committers\n\n\u003c!-- *Make sure that you generate site HTML with `bundle exec jekyll build`, and include the changes to the HTML in your pull request. See README.md for more information.* --\u003e\n\nAuthor: Tian Gao \u003cgaogaotiantian@hotmail.com\u003e\n\nCloses #692 from gaogaotiantian/add-tian-gao-committer.\n" }, { "commit": "626df1cbb028b852e6d16d53f86054ad2ede4813", "tree": "b9da4dcf1a68222da3ceb3e51ac2ee2ba7a9f69e", "parents": [ "23b1df3000db73fdcfdbbbc128517bd9b7cd0d73" ], "author": { "name": "Yicong Huang", "email": "17627829+Yicong-Huang@users.noreply.github.com", "time": "Mon Jun 01 18:06:20 2026 +0000" }, "committer": { "name": "Yicong Huang", "email": "17627829+Yicong-Huang@users.noreply.github.com", "time": "Mon Jun 01 18:06:20 2026 +0000" }, "message": "Add Yicong Huang to committers\n\nAuthor: Yicong Huang \u003c17627829+Yicong-Huang@users.noreply.github.com\u003e\n\nCloses #691 from Yicong-Huang/add-yicong-huang.\n" }, { "commit": "23b1df3000db73fdcfdbbbc128517bd9b7cd0d73", "tree": "8c2fe83f09e244ceb17fdc888c0696abd0c9b442", "parents": [ "23e90341ea0178f2a7f412b521d02794a4d0a33f" ], "author": { "name": "Szehon Ho", "email": "szehon.apache@gmail.com", "time": "Thu May 28 19:01:57 2026 -0700" }, "committer": { "name": "Szehon Ho", "email": "szehon.apache@gmail.com", "time": "Thu May 28 19:01:57 2026 -0700" }, "message": "Add Szehon Ho to committers\n\nAdd Szehon Ho (Databricks) to the committers list.\n\nAuthor: Szehon Ho \u003cszehon.apache@gmail.com\u003e\n\nCloses #693 from szehon-ho/add-committer-szehon.\n" }, { "commit": "23e90341ea0178f2a7f412b521d02794a4d0a33f", "tree": "02bccfc527a000df3dd4163c5f8cf41a41d7d22f", "parents": [ "32e2d2d3dcbe70dc0cc9cc48d33385b93b0014c4" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Wed May 27 18:27:17 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Wed May 27 18:27:17 2026 +0900" }, "message": "Update release policy page\n\nThis PR updates Release Policy page per [SPIP: Accelerating Apache Spark Release Cadence](https://docs.google.com/document/d/1gBoZ4KH5zQUWpgK3M7zAN7p6Glz4S_e9bO3PvQA9sQs/edit?tab\u003dt.0#heading\u003dh.vj8hviw7ebqz).\n\nAuthor: Hyukjin Kwon \u003cgurwls223@apache.org\u003e\n\nCloses #688 from HyukjinKwon/faster-release-update.\n" }, { "commit": "32e2d2d3dcbe70dc0cc9cc48d33385b93b0014c4", "tree": "4279446ade679a6c8fed63ef6932ae0257c1f19d", "parents": [ "e5fb0b2e60f47a883ece710094e9cd731b37c9ef" ], "author": { "name": "Peter Toth", "email": "peter.toth@gmail.com", "time": "Thu May 21 18:24:49 2026 +0200" }, "committer": { "name": "Peter Toth", "email": "peter.toth@gmail.com", "time": "Thu May 21 19:47:22 2026 +0200" }, "message": "Make `site/docs/latest` up-to-date with 4.1.2\n" }, { "commit": "e5fb0b2e60f47a883ece710094e9cd731b37c9ef", "tree": "e82b5104dae369158e4de260d5767c34121d8372", "parents": [ "0f00252907e1f53e462f65ea822958ea97b7a622" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu May 21 14:57:50 2026 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu May 21 14:57:50 2026 +0000" }, "message": "Add release docs for Apache Spark 4.1.2\n" }, { "commit": "0f00252907e1f53e462f65ea822958ea97b7a622", "tree": "bb7429d4df2779a6c6844a726fa5d19ac09083de", "parents": [ "44c632e1e0d64ea0e7b9a3a599cb649173696897" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu May 21 14:53:38 2026 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Thu May 21 14:53:38 2026 +0000" }, "message": "Add docs for Apache Spark 4.1.2\n" }, { "commit": "44c632e1e0d64ea0e7b9a3a599cb649173696897", "tree": "95069f0d2af79ba3357770f7dd6ac430420e4f4f", "parents": [ "edc4668142d6460a38dd0c8acd970513d8cc4c01" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 15:40:53 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 15:40:53 2026 +0900" }, "message": "Add release docs for Apache Spark\n" }, { "commit": "edc4668142d6460a38dd0c8acd970513d8cc4c01", "tree": "ba2c68b41cb7fded82896e6174facdff297c5da6", "parents": [ "4bd04158571c6b38382e78a53cea914f31662068" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 15:22:30 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 15:22:30 2026 +0900" }, "message": "Add docs for Apache Spark 4.2.0-preview5\n" }, { "commit": "4bd04158571c6b38382e78a53cea914f31662068", "tree": "dc47b7da7a4cdb117f3769a1dc88ef085607bd82", "parents": [ "b0304afa86f8c2c102fe5c442ede6eeaa630eee8" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 14:12:44 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 14:12:44 2026 +0900" }, "message": "Revert \"Add docs for Apache Spark 4.2.0-preview4\"\n\nThis reverts commit b0304afa86f8c2c102fe5c442ede6eeaa630eee8.\n" }, { "commit": "b0304afa86f8c2c102fe5c442ede6eeaa630eee8", "tree": "3f35151cd7a652fe5f5f8c2caf8458386ba5796f", "parents": [ "2468b63ba62934d42ae7ec597106a868f6e496d4" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 14:03:15 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Sat May 02 14:03:15 2026 +0900" }, "message": "Add docs for Apache Spark 4.2.0-preview4\n" }, { "commit": "2468b63ba62934d42ae7ec597106a868f6e496d4", "tree": "dc47b7da7a4cdb117f3769a1dc88ef085607bd82", "parents": [ "f4375f69d58503923a3750f90c92bdb4986e5fc7" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Apr 10 00:58:24 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Apr 10 00:58:24 2026 +0000" }, "message": "Add release docs for Apache Spark 4.2.0-preview4\n" }, { "commit": "f4375f69d58503923a3750f90c92bdb4986e5fc7", "tree": "3cd8c50985a516b7d8bd189bc902159c3c7c0cbe", "parents": [ "3c9ac5db72213494e4f3d988d4258b84afe3c0cb" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Apr 10 00:54:02 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Apr 10 00:54:02 2026 +0000" }, "message": "Add docs for Apache Spark 4.2.0-preview4\n" }, { "commit": "3c9ac5db72213494e4f3d988d4258b84afe3c0cb", "tree": "7611a2f0ca0eafa3423bc67b186be49a624779a7", "parents": [ "8f2e80875947270cb64100af70e37020657ee44e" ], "author": { "name": "Takuya Ueshin", "email": "ueshin@happy-camper.st", "time": "Mon Apr 06 08:55:54 2026 -0700" }, "committer": { "name": "Takuya Ueshin", "email": "ueshin@happy-camper.st", "time": "Mon Apr 06 08:55:54 2026 -0700" }, "message": "Update organization\n\nUpdates organization.\n\nAuthor: Takuya Ueshin \u003cueshin@happy-camper.st\u003e\n\nCloses #684 from ueshin/update_org.\n" }, { "commit": "8f2e80875947270cb64100af70e37020657ee44e", "tree": "38000069ff13721d33a185d438590a3aecf0c415", "parents": [ "c1b797262f507b4e022387bfbfc5fbdb273e0fc3" ], "author": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Tue Mar 24 21:32:51 2026 -0700" }, "committer": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Tue Mar 24 21:32:51 2026 -0700" }, "message": "[SPARK-55489] Update extended LTS period post SPIP ratification\n\nRegenerated with docker container.\n\u003cimg width\u003d\"3584\" height\u003d\"1366\" alt\u003d\"image\" src\u003d\"https://github.com/user-attachments/assets/9d9f15c4-c9dd-45f3-b803-f1bd84ccbebb\" /\u003e\n\nAuthor: Holden Karau \u003cholden@pigscanfly.ca\u003e\n\nCloses #682 from holdenk/SPARK-LTS-SPARK-55489.\n" }, { "commit": "c1b797262f507b4e022387bfbfc5fbdb273e0fc3", "tree": "2c2156ed746b38ad7e2a4452fb3228d014f44f15", "parents": [ "de64ff52933c16f12d213fe76f9287eb2a00dd01" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Thu Mar 12 23:10:47 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Thu Mar 12 23:10:47 2026 +0000" }, "message": "Add release docs for Apache Spark 4.2.0-preview3\n" }, { "commit": "de64ff52933c16f12d213fe76f9287eb2a00dd01", "tree": "e2e3bec7229883834b6d4ace55eb9b00f136203b", "parents": [ "372afaf329ffde58217a21dcdfc3e33fe8c0cacc" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Thu Mar 12 23:06:33 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Thu Mar 12 23:06:33 2026 +0000" }, "message": "Add docs for Apache Spark 4.2.0-preview3\n" }, { "commit": "372afaf329ffde58217a21dcdfc3e33fe8c0cacc", "tree": "1b096426ee85b289fd7714c7bc9278b768e8ee18", "parents": [ "0de96b1faf0f68e86b3a642aa7279b9bcb0dce2c" ], "author": { "name": "Celeste Horgan", "email": "17999517+celestehorgan@users.noreply.github.com", "time": "Fri Feb 27 14:43:56 2026 -0800" }, "committer": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Fri Feb 27 14:43:56 2026 -0800" }, "message": "add Apache Iceberg to index.md; add alt text to logos\n\nThis is a revision of https://github.com/apache/spark-website/pull/667; this time on the right file.\n\nThis PR adds the Iceberg logo to the index.md file of the Apache Spark website, and adds alt text to all logos on the website.\n\u003cimg width\u003d\"1144\" height\u003d\"340\" alt\u003d\"Screenshot 2026-02-02 at 17 12 30\" src\u003d\"https://github.com/user-attachments/assets/8976d453-56b3-4009-a927-3203c3df1a1c\" /\u003e\n\nThe net change looks like this.\n\nAuthor: Celeste Horgan \u003c17999517+celestehorgan@users.noreply.github.com\u003e\nAuthor: Celeste Horgan \u003cceleste.horgan@snowflake.com\u003e\n\nCloses #672 from celestehorgan/add-iceberg-2.\n" }, { "commit": "0de96b1faf0f68e86b3a642aa7279b9bcb0dce2c", "tree": "4f07ed3028f3a9321a83b28b1615e181f484e7c5", "parents": [ "dc5671d5c838418555bbe8719d97f4089deb706a" ], "author": { "name": "David Tagatac", "email": "dtag@amazon.com", "time": "Tue Feb 24 23:57:53 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Feb 25 15:57:53 2026 +0800" }, "message": "Update the guidance for pinging interested parties on PRs (#680)\n\n" }, { "commit": "dc5671d5c838418555bbe8719d97f4089deb706a", "tree": "9deb09a95d65505f57e2ed3ef6230473e04b544c", "parents": [ "bb8af614e73fbc7b917a1452c0460fcce4433f81" ], "author": { "name": "David Tagatac", "email": "dtag@amazon.com", "time": "Mon Feb 23 12:45:06 2026 -0800" }, "committer": { "name": "Holden Karau", "email": "holden@pigscanfly.ca", "time": "Mon Feb 23 12:45:06 2026 -0800" }, "message": "Fix a couple of typos in contributing.md\n\n1. Match the imperative voice of other bullets in the \"Contributing to JIRA maintenance\" section.\n2. \"lower case latter\" --\u003e \"lower case letter\"\n\nAuthor: David Tagatac \u003cdtag@amazon.com\u003e\n\nCloses #679 from tagatac/contrib-typos.\n" }, { "commit": "bb8af614e73fbc7b917a1452c0460fcce4433f81", "tree": "9320a77119b49d893d30d0f198eb51abf0be7fa8", "parents": [ "88505a7580278e0455700bc0c6db57a747430b44" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Sat Feb 14 13:32:25 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sat Feb 14 13:32:25 2026 -0800" }, "message": "Make `site/docs/latest` up-to-date with 4.1.1 (#677)\n\nThis PR aims to update `latest` link to 4.1.1.\n\n- https://spark.apache.org/docs/latest/\n\nCurrently, it goes to 4.1.0 still.\n\n\u003cimg width\u003d\"223\" height\u003d\"92\" alt\u003d\"Screenshot 2026-02-14 at 01 11 29\" src\u003d\"https://github.com/user-attachments/assets/524842cb-938e-43c9-bed9-79dc3e45eae0\" /\u003e\n" }, { "commit": "88505a7580278e0455700bc0c6db57a747430b44", "tree": "51df61bc8e61ccbaa5aa6dba11e5eb25c3eb985d", "parents": [ "3def12e7fa44ebacd4cee0c73d60f7c2b4cfee3b" ], "author": { "name": "Ruifeng Zheng", "email": "ruifengz@apache.org", "time": "Fri Feb 13 08:51:17 2026 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Feb 13 08:51:17 2026 +0800" }, "message": "[SPARK-54784] Document the security policy on ml models (#676)\n\n* try\n\n* try\n\n* try\n\n* Apply suggestions from code review\n\nCo-authored-by: Celeste Horgan \u003c17999517+celestehorgan@users.noreply.github.com\u003e\n\n* html\n\n---------\n\nCo-authored-by: Celeste Horgan \u003c17999517+celestehorgan@users.noreply.github.com\u003e" }, { "commit": "3def12e7fa44ebacd4cee0c73d60f7c2b4cfee3b", "tree": "2527150e2009774aef8a066dc90f8d6450841ecf", "parents": [ "b65957bcb5f5000ad6002e37465205500d778d2c" ], "author": { "name": "Cheng Pan", "email": "chengpan@apache.org", "time": "Wed Feb 11 01:12:58 2026 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Feb 11 01:12:58 2026 +0800" }, "message": "improve build script and instruction (#675)\n\n" }, { "commit": "b65957bcb5f5000ad6002e37465205500d778d2c", "tree": "556d1798ffefedbabf4741cdc01c5d6b57027232", "parents": [ "eafc16b3987b055f2226b52c569e274b81390608" ], "author": { "name": "Cheng Pan", "email": "chengpan@apache.org", "time": "Tue Feb 10 21:39:25 2026 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Feb 10 21:39:25 2026 +0800" }, "message": "Add Cheng Pan to committers (#673)\n\n" }, { "commit": "eafc16b3987b055f2226b52c569e274b81390608", "tree": "dc34054f6ade57558f26e8086e37e5bcaf7f0e29", "parents": [ "7c0ccadaf8a450a1ea78df23f7d553d296398121" ], "author": { "name": "Cheng Pan", "email": "chengpan@apache.org", "time": "Tue Feb 10 17:21:21 2026 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Feb 10 17:21:21 2026 +0800" }, "message": "Update info for Connect Swift/Rust/.NET repo (#674)\n\n" }, { "commit": "7c0ccadaf8a450a1ea78df23f7d553d296398121", "tree": "072bc557e92a6b031e7eb37fec8113e8f19d509c", "parents": [ "9c54ba905f3c519319ee4ca4f6f64027003d001d" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Sun Feb 08 23:48:13 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Sun Feb 08 23:48:13 2026 +0000" }, "message": "Add release docs for Apache Spark 4.2.0-preview2\n" }, { "commit": "9c54ba905f3c519319ee4ca4f6f64027003d001d", "tree": "4a90993e89dfff975010f23582559b2bf2cd1a32", "parents": [ "3922dd030d9abd95aadd592ada8d7f3f1c3f0b2c" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Sun Feb 08 23:42:45 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Sun Feb 08 23:42:45 2026 +0000" }, "message": "Add docs for Apache Spark 4.2.0-preview2\n" }, { "commit": "3922dd030d9abd95aadd592ada8d7f3f1c3f0b2c", "tree": "87bd6800cba34af500ab1749fa8a31c02135aad1", "parents": [ "93bc1c7c25eb16b9bf53253b1759723ca3da6ea0" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Thu Feb 05 17:12:08 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 05 17:12:08 2026 -0800" }, "message": "Redirect 4.1.0-preview* docs to ASF archive service (#671)\n\nSince 4.1.0 is GA, we can direct previews to reduce the burden in `spark-website` like we did before.\n- #609\n\n```\n$ git log -n1\ncommit 4058a172ee9ec48a561b0d8c20305659aec03c94 (HEAD -\u003e redirect_410_previews, dongjoon/redirect_410_previews)\nAuthor: Dongjoon Hyun \u003cdongjoon@apache.org\u003e\nDate: Thu Feb 5 16:16:02 2026 -0800\n\n Redirect 4.1.0-preview* docs to ASF archive service\n\n$ git show 4058a172ee9ec48a561b0d8c20305659aec03c94 --stat | tail -n3\n site/docs/4.1.0-preview4/tuning.html | 560 -\n site/docs/4.1.0-preview4/web-ui.html | 681 -\n 41719 files changed, 100 insertions(+), 37307043 deletions(-)\n```" }, { "commit": "93bc1c7c25eb16b9bf53253b1759723ca3da6ea0", "tree": "00f92c0cc0562b30d5af825952f4703f5129c358", "parents": [ "93b36d44d4b3e04163ab1e898b8ce3dbaa886fb3" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Thu Feb 05 15:55:00 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 05 15:55:00 2026 -0800" }, "message": "Add 4.0.2 news (#670)\n\n" }, { "commit": "93b36d44d4b3e04163ab1e898b8ce3dbaa886fb3", "tree": "d3560045f4b95cc57970679e9a99fffa83902d6f", "parents": [ "53d57624d1f52b05ad6a9515328146eb7882cbf7" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Thu Feb 05 13:38:02 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 05 13:38:02 2026 -0800" }, "message": "Add Spark 4.0.2 documentation (#669)\n\nThis PR aims to add Apache Spark 4.0.2 documentation.\n\n\u003cimg width\u003d\"197\" height\u003d\"55\" alt\u003d\"Screenshot 2026-02-05 at 12 41 04\" src\u003d\"https://github.com/user-attachments/assets/7450e220-cbed-449e-bbef-76424ff874fb\" /\u003e\n" }, { "commit": "53d57624d1f52b05ad6a9515328146eb7882cbf7", "tree": "3a577428bf6e10cb6d9680e9c3c7c8164d697e41", "parents": [ "e6a2f57b78d6ce8f9ab6f18d13fc525cd0a295ce" ], "author": { "name": "Huaxin Gao", "email": "huaxin.gao11@gmail.com", "time": "Thu Feb 05 01:35:06 2026 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 05 01:35:06 2026 -0800" }, "message": "Change Spark 4.2 release timeline (#668)\n\nchanged Spark 4.2 release time to the agreed time tile in the dev mailing list\n```\nMay 1th 2026 Code freeze. Release branch cut.\nMid May 2026 QA period. Focus on bug fixes, tests, stability and docs.\nGenerally, no new features merged.\nLate May 2026 Release candidates (RC), voting, etc. until final release\npasses\n```" }, { "commit": "e6a2f57b78d6ce8f9ab6f18d13fc525cd0a295ce", "tree": "84117c5d1dad748e695115008f91b0ee27184f0d", "parents": [ "8e1b8d17dc975413c8fb433c20cad4ae04a20e45" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Wed Jan 21 08:55:07 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Jan 21 08:55:07 2026 +0900" }, "message": "Remove MD files from 3.5.8/api/R docs (#665)\n\nThis PR aims to remove all MD files from `site/docs/3.5.8/api/R` directory.\n\n1. This is reported by @cloud-fan at https://lists.apache.org/thread/7oshw6yxv6x3tofx4cf4swkwqvmovpmw\n\n2. After checking the SVN log, it turns out that the generated docs contains MD files from the beginning somehow, https://lists.apache.org/thread/pjy2h4kbdvkc8jyhnq1ns7t0fpksg1y1 ." }, { "commit": "8e1b8d17dc975413c8fb433c20cad4ae04a20e45", "tree": "212b7f91a5f3b7551966c2c52919fd78ab4ce61e", "parents": [ "44d0034d016cea60e42b0678e97b122d6d3cb868" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Fri Jan 16 11:21:27 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Jan 16 11:21:27 2026 +0900" }, "message": "Add 3.5.8 news (#664)\n\nThis PR aims to add Apache Spark 3.5.8 news." }, { "commit": "44d0034d016cea60e42b0678e97b122d6d3cb868", "tree": "6a38f6b18bd01a62fd2e59c7c7177154bf14062a", "parents": [ "50d6b6b7ebf4494ce83b450a342f46a9de2e71c9" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Thu Jan 15 23:58:37 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Jan 15 23:58:37 2026 +0900" }, "message": "Add Spark 3.5.8 documentation (#662)\n\nThis PR aims to add Apache Spark 3.5.8 documentation.\n\n\u003cimg width\u003d\"181\" height\u003d\"80\" alt\u003d\"Screenshot 2026-01-15 at 21 30 51\" src\u003d\"https://github.com/user-attachments/assets/141a6a01-c487-419a-9d24-6dfc7b5ac5f2\" /\u003e" }, { "commit": "50d6b6b7ebf4494ce83b450a342f46a9de2e71c9", "tree": "2aa3f335ed57518c19a71ad140f720a4ea777f37", "parents": [ "e767c3b8dcbb3c1f7cb46d52daf7d81401da949e" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Thu Jan 15 08:45:39 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Jan 15 08:45:39 2026 +0900" }, "message": "Make versioning-policy up-to-date with Spark 4.2.0 (#661)\n\nApache Spark Versioning Policy page is outdated. This PR aims to make it up-to-date with Spark 4.2.0 schedule.\n\nNote that this is the last release before applying [SPIP: Accelerating Apache Spark Release Cadence](https://lists.apache.org/thread/31rx0xmwbhloljsowc9ksl6kk5vbb3r4). We decided to keep the existing policy for Spark 4.2.x.\n\n\u003e Spark 4.2.x must also follow the current policy because development has already progressed under that assumption." }, { "commit": "e767c3b8dcbb3c1f7cb46d52daf7d81401da949e", "tree": "ddc5cde0b65d99080ac7d4a2586b903b920d8e52", "parents": [ "c075fda707b725939effa54dc43df886aef240c3" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Mon Jan 12 02:10:43 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Mon Jan 12 02:10:43 2026 +0000" }, "message": "Add release docs for Apache Spark 4.2.0-preview1\n" }, { "commit": "c075fda707b725939effa54dc43df886aef240c3", "tree": "cca9c1a7a8b55e2bb889900880a1cefeca483726", "parents": [ "a428157e23215090d5ed8be9bce1e666963744c1" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Mon Jan 12 02:05:24 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Mon Jan 12 02:05:24 2026 +0000" }, "message": "Add docs for Apache Spark 4.2.0-preview1\n" }, { "commit": "a428157e23215090d5ed8be9bce1e666963744c1", "tree": "c4483b2b19f507b5ffc5a226a2b623b5a0269155", "parents": [ "60066cdeccc29fd2fd4ed18cf359601c9785087c" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Mon Jan 12 10:04:14 2026 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Jan 12 10:04:14 2026 +0900" }, "message": "Add a bit of more description for ASF_NEXUS_TOKEN (#660)\n\nPer https://github.com/apache/spark/pull/53764" }, { "commit": "60066cdeccc29fd2fd4ed18cf359601c9785087c", "tree": "3bb96f712c62ecb1f4ed1a3203f7db1483e817cf", "parents": [ "3a30f6ae0deb77dcc1fb536579ab3279a366d7f4" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 09:47:02 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 09:47:02 2026 +0000" }, "message": "Add release docs for Apache Spark 4.1.1\n" }, { "commit": "3a30f6ae0deb77dcc1fb536579ab3279a366d7f4", "tree": "13f82247b5a028c5650bb1d31578d48dd6f285e3", "parents": [ "c7fbd7a1f03fdb8d32de82d7e640fceffa6b05b9" ], "author": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 09:41:45 2026 +0000" }, "committer": { "name": "HyukjinKwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 09:41:45 2026 +0000" }, "message": "Add docs for Apache Spark 4.1.1\n" }, { "commit": "c7fbd7a1f03fdb8d32de82d7e640fceffa6b05b9", "tree": "3639c0a980c943fdf390babac421927975424703", "parents": [ "0f40d122e1e775ec734af72de5f557a3d1ef5895" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 16:17:32 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 16:17:32 2026 +0900" }, "message": "Document ASF_NEXUS_TOKEN to release and drop staging repository when finalizing the RC\n\nPer https://github.com/apache/spark/pull/53744\n\nAuthor: Hyukjin Kwon \u003cgurwls223@apache.org\u003e\n\nCloses #659 from HyukjinKwon/release-automation.\n" }, { "commit": "0f40d122e1e775ec734af72de5f557a3d1ef5895", "tree": "f5e4b0695fbab251f7a7b7ff692861a1120408a7", "parents": [ "512d20ab1346aa54df469baf9df828d285ac2620" ], "author": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 06:38:36 2026 +0900" }, "committer": { "name": "Hyukjin Kwon", "email": "gurwls223@apache.org", "time": "Fri Jan 09 06:38:36 2026 +0900" }, "message": "Recover documentation mistakenly removed in 4.1.0-preview2 release\n\nhttps://github.com/apache/spark-website/commit/e94b6c4786da5ba6c06af6320585b84fa889da7f mistakenly removed this page. This PR recovers it.\n\nAuthor: Hyukjin Kwon \u003cgurwls223@apache.org\u003e\n\nCloses #658 from HyukjinKwon/recover-docs.\n" }, { "commit": "512d20ab1346aa54df469baf9df828d285ac2620", "tree": "c02622156fa294df924821d8d33d32149ba7c83c", "parents": [ "8062263c578bdcb83f0f53b2ec4e7d21d4b3c485" ], "author": { "name": "Wenchen Fan", "email": "wenchen@databricks.com", "time": "Thu Jan 08 12:31:29 2026 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Jan 08 12:31:29 2026 +0800" }, "message": "improve spark 4.1.0 release notes (#657)\n\n* improve spark 4.1 release notes\n\n* fix downloads.md\n\n* address comment\n\n* address comment" }, { "commit": "8062263c578bdcb83f0f53b2ec4e7d21d4b3c485", "tree": "c6e5680655d758f39fc5a52d53aa69675e48912d", "parents": [ "b92bcd8de34a77dd2c88c2547f00e2977dd154a0" ], "author": { "name": "huangxiaoping", "email": "1754789345@qq.com", "time": "Tue Dec 30 19:25:12 2025 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Dec 30 19:25:12 2025 +0800" }, "message": "Remove redundant forward slash from Spark URL (#656)\n\n" }, { "commit": "b92bcd8de34a77dd2c88c2547f00e2977dd154a0", "tree": "7adfac6233a991ff6b0cddcb998edc037b571b0a", "parents": [ "90c156eba3c2b5927c8ff40b32b1a9e668391d39" ], "author": { "name": "Wenchen Fan", "email": "wenchen@databricks.com", "time": "Mon Dec 29 13:48:48 2025 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Dec 29 13:48:48 2025 +0800" }, "message": "Introduce Cursor/VS Code support (#655)\n\n* Introduce Cursor/VS Code support\n\n* improve\n\n* Apply suggestions from code review\n\n* Apply suggestions from code review" }, { "commit": "90c156eba3c2b5927c8ff40b32b1a9e668391d39", "tree": "fac962a4b197dd280a50a24cac69efb088681cc0", "parents": [ "667ac6a243b04269b232789f617f8b512b832b98" ], "author": { "name": "Wenchen Fan", "email": "wenchen@databricks.com", "time": "Fri Dec 26 12:09:28 2025 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Dec 26 12:09:28 2025 +0800" }, "message": "Improve document for IDE support and simplify doc build (#654)\n\n* Update developer-tools.md\n\n* Update README.md\n\n* Create run-in-container.sh\n\n* Update developer-tools.html\n\n* fix\n\n* better\n\n* Update README.md\n\n* improve\n\n* Apply suggestions from code review\n\n* final\n\n* address comments" }, { "commit": "667ac6a243b04269b232789f617f8b512b832b98", "tree": "5d6356ed73835a5d932abcaadbc754c165b24282", "parents": [ "bf81ea86ede54e92f314ff6cb916a48174252bf4" ], "author": { "name": "Tian Gao", "email": "gaogaotiantian@hotmail.com", "time": "Wed Dec 17 19:32:37 2025 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Dec 18 11:32:37 2025 +0800" }, "message": "Document sbt build issues with IDEs (#653)\n\n* Document sbt build issues with IDEs\n\nAdded troubleshooting tips for using sbt with IDEs.\n\n* Clarify sbt usage in IDEs section\n\n* Revise cache clearing instructions in developer-tools.md\n\nUpdated instructions for clearing cache and artifacts.\n\n* Update HTML file" }, { "commit": "bf81ea86ede54e92f314ff6cb916a48174252bf4", "tree": "578f5fb510c57cb2276b44a50565ab99059df433", "parents": [ "6bb3f0e4e4bd7e6716a7b4bcada24445d96599c0" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Tue Dec 16 12:38:19 2025 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Tue Dec 16 12:38:19 2025 +0000" }, "message": "Add release docs for Apache Spark 4.1.0\n" }, { "commit": "6bb3f0e4e4bd7e6716a7b4bcada24445d96599c0", "tree": "583d60a6e6c421b35dfad6feef4b7548eee3da9f", "parents": [ "4ba8b2e97a287c63929d83a495a89f9b77f8a303" ], "author": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Tue Dec 16 12:33:47 2025 +0000" }, "committer": { "name": "dongjoon-hyun", "email": "dongjoon@apache.org", "time": "Tue Dec 16 12:33:47 2025 +0000" }, "message": "Add docs for Apache Spark 4.1.0\n" }, { "commit": "4ba8b2e97a287c63929d83a495a89f9b77f8a303", "tree": "ef5ae8051c3ff3900a91e60a79c60ab695cb02be", "parents": [ "db5ecf48809b564f6d834b558071c59c92112680" ], "author": { "name": "Kent Yao", "email": "yao@apache.org", "time": "Fri Dec 12 11:14:33 2025 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Dec 12 11:14:33 2025 +0800" }, "message": "Update organization (#652)\n\n" }, { "commit": "db5ecf48809b564f6d834b558071c59c92112680", "tree": "c806e8265a466803dc124e2168819d60cd74f4a3", "parents": [ "d4e13160eb071b14acf11cf76006b144a4dc93a0" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Wed Nov 19 19:52:48 2025 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Nov 19 19:52:48 2025 -0800" }, "message": "Update https://spark.apache.org/docs/preview/ to target 4.1.0-preview4 (#651)\n\n" }, { "commit": "d4e13160eb071b14acf11cf76006b144a4dc93a0", "tree": "688488b640d50204353cf702ed79a98c1900074a", "parents": [ "e33e2e391292d01d7a2d4c818bc5618b06b34e3c" ], "author": { "name": "Dongjoon Hyun", "email": "dongjoon@apache.org", "time": "Wed Nov 19 18:11:44 2025 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Nov 19 18:11:44 2025 -0800" }, "message": "Add Spark 4.1.0-preview4 news (#650)\n\nThis PR aims to add a new page for 4.1.0-preview4.\n\n\u003cimg width\u003d\"279\" height\u003d\"277\" alt\u003d\"Screenshot 2025-11-19 at 17 41 12\" src\u003d\"https://github.com/user-attachments/assets/fce9e46b-5cae-4224-90c0-fc65f6cee79b\" /\u003e\n" } ], "next": "e33e2e391292d01d7a2d4c818bc5618b06b34e3c" }