)]}' { "log": [ { "commit": "03e96cf10ff4eabfe5847abc86bfa67c406abc1b", "tree": "7e3fe53cf871daedb249d59cb6c306882ddf1c0c", "parents": [ "d384c79cb2e58481b0338cfc436c259b57dc88f9" ], "author": { "name": "Calvin Kirs", "email": "kirs@apache.org", "time": "Wed Jul 02 00:26:40 2025 +0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Jul 01 12:26:40 2025 -0400" }, "message": "Create RETIRED.txt (#356)\n\n" }, { "commit": "d384c79cb2e58481b0338cfc436c259b57dc88f9", "tree": "2f43eaac9b9f335f0522eb203dd20d4c0ef52ac1", "parents": [ "8f5a3d14f714989c77c2dc06cdb1debd263e8cc8" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Mon Jan 30 16:40:25 2023 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Jan 30 16:40:25 2023 +0900" }, "message": "[MINOR] Remove Travis Dependency (#347)\n\n**Major changes:**\r\n- Removes travis dependency from the repository\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #347" }, { "commit": "8f5a3d14f714989c77c2dc06cdb1debd263e8cc8", "tree": "709b46b95b81130ff4bb898195fb961fab7eb523", "parents": [ "49a49cc59bff672ed3876b8ec4e856bb8001a902" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Mon Nov 14 18:25:34 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Nov 14 18:25:34 2022 +0900" }, "message": "[MINOR] Fix apache-related issues with GitHub actions (#343) (#343)\n\n**Major changes:**\r\n- Removes unallowed actions from the maven workflow\r\n- Updates the sonarcloud token variable to meet the name provided by apache software foundation\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Existing tests\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #343" }, { "commit": "49a49cc59bff672ed3876b8ec4e856bb8001a902", "tree": "3d60c63ed813c2ae053aea26c859f67707be26d5", "parents": [ "b07ac3450905646346f6731168f8689428da315c" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Nov 08 11:25:42 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Nov 08 11:25:42 2022 +0900" }, "message": "[MINOR] Gradually migrate from travis to GitHub actions (#340)\n\n*Major changes*\r\n- As Travis CI is discontinuing the free CI build for open source projects, we should migrate to Github actions, as suggested by ASF. (https://cwiki.apache.org/confluence/display/INFRA/Travis+Migrations)\r\n\r\n*Minor changes to note:*\r\n- None\r\n\r\n*Tests for the changes:*\r\n- Tested on [TEST] Github actions CI snuspl/incubator-nemo#8\r\n\r\n*Other comments:*\r\n- None\r\n\r\nCloses #340" }, { "commit": "b07ac3450905646346f6731168f8689428da315c", "tree": "c05e0299ea69e2fec9431e92a2e5310e9a1a8fb6", "parents": [ "dbe7077f38bd592f1989b137dabb63fa22e92b7f" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Mon Nov 07 19:21:14 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Nov 07 19:21:14 2022 +0900" }, "message": "[MINOR] Fix failing builds (#341)\n\n- Major changes:\r\nTravis builds are failing due to Node.js version problems. I\u0027ve fixed this in this commit.\r\n\r\n- Minor changes to note:\r\nJava 8 testing is dropped for Travis - will be migrated to github actions.\r\n\r\n- Tests for the changes:\r\nExisting tests comply.\r\n\r\n- Other comments:\r\nNone\r\n\r\nCloses #341" }, { "commit": "dbe7077f38bd592f1989b137dabb63fa22e92b7f", "tree": "7f89c70fcd050288cbc1b8cdbbc4ecbd50bd1f17", "parents": [ "772f0c99d6c0f075eea137a315166f4b3f8400c6" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Thu Sep 22 14:19:47 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Sep 22 14:19:47 2022 +0900" }, "message": "Nemo Release 0.4 (#337)\n\n**Major changes:**\r\n- Bump Apache Nemo version to 0.5-snapshot, due to the release of v0.4\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply\r\n\r\n**Other comments:**\r\n- None\r\n" }, { "commit": "772f0c99d6c0f075eea137a315166f4b3f8400c6", "tree": "6fa5a7c376727cd83676643be6fdb3a87b1a636a", "parents": [ "dfc616f62152cc6cdc1f9aeb1d29dbcd5506169e" ], "author": { "name": "dependabot[bot]", "email": "49699333+dependabot[bot]@users.noreply.github.com", "time": "Tue Aug 30 09:33:47 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Aug 30 09:33:47 2022 +0900" }, "message": "Bump checkstyle from 8.23 to 9.3 (#336)\n\n* Bump checkstyle from 8.16 to 8.29 to 9.3\r\n\r\nBumps [checkstyle](https://github.com/checkstyle/checkstyle) from 8.16 to 8.29. to 9.3.\r\n- [Release notes](https://github.com/checkstyle/checkstyle/releases)\r\n- [Commits](https://github.com/checkstyle/checkstyle/compare/checkstyle-8.16...checkstyle-8.29)\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\n\r\n* Bump checkstyle from 8.23 to 8.29 to 9.3\r\n\r\nBumps [checkstyle](https://github.com/checkstyle/checkstyle) from 8.23 to 8.29. to 9.3.\r\n- [Release notes](https://github.com/checkstyle/checkstyle/releases)\r\n- [Commits](https://github.com/checkstyle/checkstyle/compare/checkstyle-8.23...checkstyle-8.29)\r\n\r\n---\r\nupdated-dependencies:\r\n- dependency-name: com.puppycrawl.tools:checkstyle\r\n dependency-type: direct:production\r\n...\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\n\r\n* checkstyle 8.45\r\n\r\n* updated comments\r\n\r\n* to 9.3\r\n\r\n* timeout\r\n\r\n* build badge\r\n\r\n* lets just give 50 sec\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\nCo-authored-by: dependabot[bot] \u003c49699333+dependabot[bot]@users.noreply.github.com\u003e\r\nCo-authored-by: Won Wook SONG \u003cwsong0512@gmail.com\u003e" }, { "commit": "dfc616f62152cc6cdc1f9aeb1d29dbcd5506169e", "tree": "bb067fb9d913d21e4fc76080b0e6476e1508085b", "parents": [ "500f544cb915ca9ef9cc299e68398f0691891b34" ], "author": { "name": "dependabot[bot]", "email": "49699333+dependabot[bot]@users.noreply.github.com", "time": "Mon Aug 29 21:32:50 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 29 21:32:50 2022 +0900" }, "message": "Bump jsdom and fabric in /webui (#335)\n\nBumps [jsdom](https://github.com/jsdom/jsdom) and [fabric](https://github.com/fabricjs/fabric.js). These dependencies needed to be updated together.\r\n\r\nUpdates `jsdom` from 9.12.0 to 19.0.0\r\n- [Release notes](https://github.com/jsdom/jsdom/releases)\r\n- [Changelog](https://github.com/jsdom/jsdom/blob/master/Changelog.md)\r\n- [Commits](https://github.com/jsdom/jsdom/compare/9.12.0...19.0.0)\r\n\r\nUpdates `fabric` from 2.7.0 to 5.2.4\r\n- [Release notes](https://github.com/fabricjs/fabric.js/releases)\r\n- [Changelog](https://github.com/fabricjs/fabric.js/blob/master/CHANGELOG.md)\r\n- [Commits](https://github.com/fabricjs/fabric.js/compare/v2.7.0...v5.2.4)\r\n\r\n---\r\nupdated-dependencies:\r\n- dependency-name: jsdom\r\n dependency-type: indirect\r\n- dependency-name: fabric\r\n dependency-type: direct:production\r\n...\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\nCo-authored-by: dependabot[bot] \u003c49699333+dependabot[bot]@users.noreply.github.com\u003e" }, { "commit": "500f544cb915ca9ef9cc299e68398f0691891b34", "tree": "972921646e74249082f057d393829f0a68d41fa0", "parents": [ "335a9b0f54a7a8965810ac31920fe1026b75dd26" ], "author": { "name": "dependabot[bot]", "email": "49699333+dependabot[bot]@users.noreply.github.com", "time": "Mon Aug 29 16:14:13 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 29 16:14:13 2022 +0900" }, "message": "Bump node-fetch and nuxt in /webui (#334)\n\nBumps [node-fetch](https://github.com/node-fetch/node-fetch) and [nuxt](https://github.com/nuxt/nuxt.js). These dependencies needed to be updated together.\r\n\r\nUpdates `node-fetch` from 1.6.3 to 2.6.7\r\n- [Release notes](https://github.com/node-fetch/node-fetch/releases)\r\n- [Commits](https://github.com/node-fetch/node-fetch/compare/v1.6.3...v2.6.7)\r\n\r\nUpdates `nuxt` from 1.4.5 to 2.15.8\r\n- [Release notes](https://github.com/nuxt/nuxt.js/releases)\r\n- [Changelog](https://github.com/nuxt/nuxt.js/blob/dev/RELEASE_PLAN.md)\r\n- [Commits](https://github.com/nuxt/nuxt.js/compare/v1.4.5...v2.15.8)\r\n\r\n---\r\nupdated-dependencies:\r\n- dependency-name: node-fetch\r\n dependency-type: indirect\r\n- dependency-name: nuxt\r\n dependency-type: direct:production\r\n...\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\n\r\nSigned-off-by: dependabot[bot] \u003csupport@github.com\u003e\r\nCo-authored-by: dependabot[bot] \u003c49699333+dependabot[bot]@users.noreply.github.com\u003e" }, { "commit": "335a9b0f54a7a8965810ac31920fe1026b75dd26", "tree": "dfc8cd92a9f645f454b61c41fbb4d249a981a9f3", "parents": [ "a179dda71bee92e77b8345b622cc139f85ae6f40" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 29 13:08:20 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 29 13:08:20 2022 +0900" }, "message": "[MINOR] Upgrade travis build VM from trusty (v14) to bionic (v18) (#332)\n\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- This upgrades the travis build environment from trusty (v14) to bionic (v18) (ubuntu)\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #332\r\n" }, { "commit": "a179dda71bee92e77b8345b622cc139f85ae6f40", "tree": "06f7e9a84a3fa1d4a78fb0e5b80814312b113bf0", "parents": [ "a698298b0344805c31efd0ed30a3ec4db5860bc1" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Tue Aug 02 15:18:06 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Aug 02 15:18:06 2022 +0900" }, "message": "[NEMO-299] Fix heisenbug regarding stream pipe channels (#330)\n\nJIRA: [NEMO-299: WindowedWordCountITCase Hangs (Heisenbug)](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-299)\r\n\r\n**Major changes:**\r\n- Fixes the concurrency issue in the encoder/decoder that lead to the heisenbug of existing stream pipe channels\r\n\r\n**Minor changes to note:**\r\n- Logs are added to display messages when the errors occur\r\n\r\n**Tests for the changes:**\r\n- Existing tests run without the heisenbug now.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #330" }, { "commit": "a698298b0344805c31efd0ed30a3ec4db5860bc1", "tree": "dff842007815c3b0e6c613a245c7749977cd0f3c", "parents": [ "d36733260fc2f245e0516e89c3c25c573db0f058" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 01 17:14:59 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 01 17:14:59 2022 +0900" }, "message": "[NEMO-481] Add Stream examples (#314)\n\nJIRA: [NEMO-481: Add Stream examples](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-481)\r\n\r\n**Major changes:**\r\n- Adds stream processing example workloads\r\n - Average document size (global mean)\r\n - Document fetch success rate (mean per key)\r\n - Requests by CIK (id) (sum per key)\r\n - Top 10 bad referer docs (mean per key + top k)\r\n - Top 10 documents (global sum + top k)\r\n\r\n**Minor changes to note:**\r\n- Minor fixes and improvements on streaming code for stream workloads\r\n- Minor revision on the metrics code to ensure metric flushing\r\n\r\n**Tests for the changes:**\r\n- The IT Case tests for the new examples\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #314\r\n" }, { "commit": "d36733260fc2f245e0516e89c3c25c573db0f058", "tree": "56f87750cdd11b3c4ea856cdf686e93240cd9e6b", "parents": [ "65ef9d2ef71ded6c30bf57b6eec3edeccaa743cb" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 01 15:24:16 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 01 15:24:16 2022 +0900" }, "message": "[MINOR] Expose Latency metrics (#324)\n\n**Major changes:**\r\n- Fix for exposing latency metrics on the metrics log\r\n\r\n**Minor changes to note:**\r\n- \r\n\r\n**Tests for the changes:**\r\n- Existing tests pass.\r\n\r\n**Other comments:**\r\n- \r\n\r\nCloses #324 \r\n" }, { "commit": "65ef9d2ef71ded6c30bf57b6eec3edeccaa743cb", "tree": "8684a26ebbdb4add83a6c031b6b3b89f8cd5a7b1", "parents": [ "1db763617c2f34e8bcad802a80f000915a16c01a" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 01 14:38:14 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 01 14:38:14 2022 +0900" }, "message": "[MINOR] Bump Library Versions (#323)\n\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Bump library versions to keep everything up to date\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #323 " }, { "commit": "1db763617c2f34e8bcad802a80f000915a16c01a", "tree": "e99d0941a525380dccf27ab4b5106a4accc8a9b6", "parents": [ "5b242ea570a663d5c23877e62171d0e82c4d8f56" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 01 10:58:02 2022 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 01 10:58:02 2022 +0900" }, "message": "[MINOR] Fix Travis script to run with LTS node version (#331)\n\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- It adds installation of node dependencies with LTS version\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply\r\n\r\n**Other comments:**\r\n- Node on versions 18 newly requires manual installation of other libraries on Ubuntu servers\r\n\r\nCloses #331\r\n" }, { "commit": "5b242ea570a663d5c23877e62171d0e82c4d8f56", "tree": "dc5f2b74ce8ac781faef06c10044acd391fc9a0b", "parents": [ "031f37510acccd7e69fb4952a83536dfbb974891" ], "author": { "name": "Lemarais", "email": "goehd4551@gmail.com", "time": "Mon Oct 18 21:15:13 2021 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 18 21:15:13 2021 +0900" }, "message": "[NEMO-483] Record Metrics associated with stream processing (#317)\n\nJIRA: [NEMO-483: Record Metrics associated with stream processing](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-483)\r\n\r\n**Major changes:**\r\n-\r\n\r\nTwo types of metric were added. It can degrade performance, So It is recommended to use only for debugging purpose. \r\n\r\nTask periodically record how many data has received\r\n- Record the following metric:\r\n1. the number of processed tuples\r\n2. the size of read serialized bytes \r\n- The recording period can be adjusted through \"stream_metric_period\" argument. the unit is milli second.\r\n- If stream_metric_period is not set, it is disabled. \r\n\r\nFor each task, record traversal time from source vertex. \r\nSource vertex sends latencymark from source vertex \r\n- The latencymark has the following data:\r\n1. Timestamp when it was create. \r\n2. Task id where it created.\r\n3. Task id where it delivered from. task id of upstream task. \r\n- When a latencymark is reached at any task, It is recorded with the timestamp when it reached at task. \r\n- The period for creating latencymarks can be adjusted through \"latencymark_period\" argument. the unit is milli second. \r\n- If latencymark_period is not set, it is disabled. \r\n\r\n**Minor changes to note:**\r\n-\r\n**Tests for the changes:**\r\n-\r\n- Tested on ubuntu machine\r\n\r\n**Other comments:**\r\n-\r\n- There is a gap between when the number of processed tuples increased and when the size of read serialized bytes is increased. Because the size of read serialized bytes is increased when the data are received, the number of processed tuples is increased just before it is processed, and data fetchers are working on the multithread environment. \r\n- When increasing the size of read serialized bytes, It is not possible to distinguish whether it is the data to be processed or the watermark, So When the number of processed tuples is 0, the size of read serialized bytes can be not 0. \r\n- If a task read data from local block, because upstream task is in the same node, the size of read serialized data does not increase because the data is not serialized. Instead, isReadNotSerializedData field of StreamMetric indicates whether the task read not serialized data or not.\r\n\r\n\r\nCloses #317\r\n" }, { "commit": "031f37510acccd7e69fb4952a83536dfbb974891", "tree": "c40800f3da8fb9dbc6481e1f7f9a5cb23e34a226", "parents": [ "e829c3cbcf4a9fe395faf18f4b2e298231725055" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 16 19:28:13 2021 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 16 19:28:13 2021 +0900" }, "message": "[MINOR] Network Profiling Scripts (#315)\n\n**Major changes:**\r\n- Adds network profiling scripts in the bin directory\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Example result files show profiling results\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #315\r\n" }, { "commit": "e829c3cbcf4a9fe395faf18f4b2e298231725055", "tree": "44e6c4f31613a40d666ad31ee31255c0284b77f9", "parents": [ "4ce3ccbacedc4b7b90e02b56499320011780000b" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Aug 16 18:10:31 2021 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Aug 16 18:10:31 2021 +0900" }, "message": "[NEMO-482] Keep library versions updated (#316)\n\nJIRA: [NEMO-482: Keep library versions updated](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-482)\r\n\r\n**Major changes:**\r\n- Updates library versions, and performs migrations for the version updates\r\n\r\n**Minor changes to note:**\r\n- NEXMark pom was updated to keep up with the changes\r\n\r\n**Tests for the changes:**\r\n- Existing tests comply with the changes\r\n- NEXMark now also has an ITCase test\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #316\r\n" }, { "commit": "4ce3ccbacedc4b7b90e02b56499320011780000b", "tree": "c0a14540e8c2ef90113c25b50215e5201ab828da", "parents": [ "65440c1a9acc5fdc4b7705de61610499ed2f6b84" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Thu Jul 01 16:10:54 2021 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Jul 01 16:10:54 2021 +0900" }, "message": "[MINOR] Installation Script (#308)\n\n**Major changes:**\r\n- Adds an installation script to the Nemo repository\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Tested on my Mac and ubuntu machine\r\n\r\n**Other comments:**\r\n- None" }, { "commit": "65440c1a9acc5fdc4b7705de61610499ed2f6b84", "tree": "f4b97f23667e8f98f1ee4e3f7721e05177f30dcf", "parents": [ "7618046ef702f5655cc238b52b1552fa359b350e" ], "author": { "name": "Lemarais", "email": "goehd4551@naver.com", "time": "Fri Apr 02 19:31:50 2021 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Apr 02 19:31:50 2021 +0900" }, "message": "[MINOR] Avoid yarn conflict + Save Metrics after waiting to get full data (#307)\n\n**Major changes:**\r\n- \r\n\r\n**Minor changes to note:**\r\n- Change yarn command in run_beam.sh file to avoid conflict with javascript package manager\r\n- Split metric saving part from flushMetric function and call metric saving part after waiting metric flush\r\n\r\n**Tests for the changes:**\r\n- \r\n\r\n**Other comments:**\r\n- \r\n\r\nCloses #307 \r\n" }, { "commit": "7618046ef702f5655cc238b52b1552fa359b350e", "tree": "599a2f71d0a2b2a174760266115db96e0498df74", "parents": [ "fed6e48283b78975bec3a1c1080fc0e4fddf8826" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Fri Dec 11 23:13:50 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Dec 11 23:13:50 2020 +0900" }, "message": "[NEMO] Release v0.3 (#305)\n\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Added Javadocs for the release process\r\n- Bump up the version to 0.4-SNAPSHOT\r\n\r\n**Tests for the changes:**\r\n- Existing tests work.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #305" }, { "commit": "fed6e48283b78975bec3a1c1080fc0e4fddf8826", "tree": "71ca426be3733c0717e125ecba28fc1cae42e523", "parents": [ "15bb21c51fe9f48b5da1549ed35353454a7f0037" ], "author": { "name": "Hwarim", "email": "43122460+polarcoke2@users.noreply.github.com", "time": "Wed Nov 25 01:39:02 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Nov 25 01:39:02 2020 +0900" }, "message": "[NEMO-436] Dynamic re-configuration based on the Sampled Metric Data (#293)\n\nJIRA: [NEMO-436: Dynamic re-configuration based on the Sampled Metric Data](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-436)\r\n\r\n**Major changes:**\r\n- New Policy and Runtime Pass for DTS\r\n- New Prophet interface to gather data needed in RunTime pass\r\n - ParallelismProphet launches simulation scheduler and gathers stage duration per task size\r\n- Added RunTimePassType in Control Message and changed information sending logic to include this.\r\n\r\n**Minor changes to note:**\r\n- updated PlanRewriter for DTS\r\n\r\n**Tests for the changes:**\r\n- New test cases for DTS (WordCount, ALS)\r\n\r\n**Other comments:**\r\n- This PR is based on #292 , therefore, it needs to be merged after #292 .\r\n- This is a work-in-process PR. Some issues will have to be solved before being merged.\r\n\r\nCloses #293\r\n" }, { "commit": "15bb21c51fe9f48b5da1549ed35353454a7f0037", "tree": "a4e1efbfb55cde8a1b43c2c19671befe0356f852", "parents": [ "3d46caf02c84c739e448d8cc6220099fa8df58d7" ], "author": { "name": "jaehwan0214", "email": "60352009+jaehwan0214@users.noreply.github.com", "time": "Thu Nov 19 20:49:42 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Nov 19 20:49:42 2020 +0900" }, "message": "[NEMO-394] Exchange data via shared memory (#304)\n\nJIRA: [NEMO-394: Exchange data via shared memory](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-394)\r\n\r\n**Major changes:**\r\n- Implemented the LocalInputContext and the LocalOutputContext to enable a pipe output writer and an input reader to exchange data via shared memory when both a parent task and a child task are in the same executor. In such a case, the data transfer doesn\u0027t involve data serialization/deserialization.\r\n\r\n**Minor changes to note:**\r\n- Renamed the \"bytetransfer\" package to \"transfer,\" which now also includes LocalTransfer contexts.\r\n \r\n**Tests for the changes:**\r\n- Added the LocalTransferContext test.\r\n- Windowed Word Count IT case\r\n- Measured the latency of processing 160MB data before and after using shared memory. Below are the results.\r\n - With a single executor, the latency reduced by 87 sec (≈70%) after using shared memory.\r\n - With two executors, the latency reduced by 30 sec (≈20%) after using shared memory.\r\n \r\nCloses #304" }, { "commit": "3d46caf02c84c739e448d8cc6220099fa8df58d7", "tree": "17b1d301d17f1e06fec0d9730aedfa3ed3a3a3e5", "parents": [ "e3250872d29b292c8cd6bdc41a2dfdd063c7949e" ], "author": { "name": "jaehwan0214", "email": "60352009+jaehwan0214@users.noreply.github.com", "time": "Sun Oct 18 14:05:34 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Oct 18 14:05:34 2020 +0900" }, "message": "[NEMO-460] Setting coders in CombinePerKey transformation (#303)\n\nJIRA: [NEMO-460: Setting coders in CombinePerKey transformation](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-460)\r\n\r\n**Major changes:**\r\n- Added the additional parameter \"inputCoder\" for GBKTransform constructor.\r\n- Fixed the input coder and the output coder for the partial combine transform and the final combine transform.\r\n\r\n**Minor changes to note:**\r\n- Fixed the main output TupleTags for the partial combine transform and the final combine transform.\r\n\r\n**Tests for the changes:**\r\n- Current tests suffice.\r\n\r\n**Other comments:**\r\n- This needs to be merged after merging #302\r\n\r\nCloses #303" }, { "commit": "e3250872d29b292c8cd6bdc41a2dfdd063c7949e", "tree": "aac8bd7bac934e0f4f523fdb12737c4d0d3d6915", "parents": [ "13bf8d4f1920867bf2df3ce76cb172c9808394e6" ], "author": { "name": "jaehwan0214", "email": "60352009+jaehwan0214@users.noreply.github.com", "time": "Sun Oct 18 08:33:44 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Oct 18 08:33:44 2020 +0900" }, "message": "[NEMO-456] Remove unnecessary shuffling processes in Combine transformation (#302)\n\nJIRA: [NEMO-456: Remove unnecessary shuffling processes in Combine transformation](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-456)\r\n\r\n**Major changes:**\r\n- Removed the unnecessary shuffling process before the partial combine transform\r\n\r\n**Tests for the changes:**\r\n- Modified GBKTransformTest.\r\n\r\nCloses #302" }, { "commit": "13bf8d4f1920867bf2df3ce76cb172c9808394e6", "tree": "ee4f93b2e84d326fe976bd687b51dec5f3de034e", "parents": [ "6ee431887fe2dd3e525e3d97e4798afd5a76f30f" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Sat Oct 17 08:16:41 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sat Oct 17 08:16:41 2020 +0900" }, "message": "[NEMO-459] Enable Automatic Analysis for sonar cloud (#301)\n\nJIRA: [NEMO-459: Enable Automatic Analysis for sonar cloud](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-459)\r\n\r\n**Major changes:**\r\n- Change the travis configuration file accordingly, to use automatic analysis instead of the CI-enabled analysis.\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Existing tests confirm for the changes\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #301 \r\n" }, { "commit": "6ee431887fe2dd3e525e3d97e4798afd5a76f30f", "tree": "dac9943dffcdc730e0346cc0c60de926468c5c55", "parents": [ "1e9a8db7ea21c4b5069272a680f1f3613e44238e" ], "author": { "name": "jaehwan0214", "email": "60352009+jaehwan0214@users.noreply.github.com", "time": "Fri Oct 16 10:50:58 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Oct 16 10:50:58 2020 +0900" }, "message": "[NEMO-457] Improve test coverage score on sonar cloud test (#300)\n\nJIRA: [NEMO-457: Improve test coverage score on sonar cloud test](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-457)\r\n\r\n**Major changes:**\r\n- Added unit tests for partial and final CombineFn.\r\n\r\n**Minor changes to note:**\r\n- \r\n\r\n**Tests for the changes:**\r\n- \r\n\r\n**Other comments:**\r\n- \r\n\r\nCloses #300 \r\n" }, { "commit": "1e9a8db7ea21c4b5069272a680f1f3613e44238e", "tree": "2a73401c79c80924bf4653edb907efa10e20b4b0", "parents": [ "fb1e2326ce076e0571053e7598e863f4045df470" ], "author": { "name": "jaehwan0214", "email": "60352009+jaehwan0214@users.noreply.github.com", "time": "Wed Oct 14 16:33:37 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Oct 14 16:33:37 2020 +0900" }, "message": "[NEMO-392] Support combine in streaming (#299)\n\nJIRA: [NEMO-392: Support combine in streaming] (https://issues.apache.org/jira/projects/NEMO/issues/NEMO-392)\r\n\r\n**Major changes:**\r\n- Added GBKTransform class to support stream processing for GroupByKey and Combine.Perkey operation.\r\n - Each time an element arrives, GBKTransform invokes runner to process a single element and stores its state, instead of waiting to process it until the time to emit it to downstream.\r\n- Removed GroupByKeyAndWindowDoFnTransform since GBKTransform can support both Combine.Perkey \r\n and GroupByKeyAndWindow operation.\r\n\r\n**Minor changes to note:**\r\n- N/A\r\n\r\n**Tests for the changes:**\r\n- Added GBKStreamingTransformTest.\r\n\r\n**Other comments:**\r\n- Most of the work is done by TaeGun Um\r\n\r\nCloses #299" }, { "commit": "fb1e2326ce076e0571053e7598e863f4045df470", "tree": "f9bd2ed590378eb44bc8e1e1cddd9af99b1c9631", "parents": [ "24b246dc18d3455a3e46fc8163711eb485b06316" ], "author": { "name": "polarcoke2", "email": "43122460+polarcoke2@users.noreply.github.com", "time": "Fri Jul 03 16:59:43 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Jul 03 16:59:43 2020 +0900" }, "message": "[NEMO-434] Logical DAG modification for Dynamic sampling of task metrics during the execution of a stage (#292)\n\nJIRA: [NEMO-434: Logical DAG modification for Dynamic sampling of task metrics during the execution of a stage](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-434)\r\n\r\n**Major changes:**\r\n- Added new mechanism for launching runtime pass\r\n - For runtime passes which need to gather information by itself, use MessageGeneratorVertex and MessageAggregatorVertex\r\n - For runtime passes which need Metric information, use SignalVertex\r\n- Added SignalVertex and SignalTransform to launch runtime pass without collecting any runtime information\r\n- New Compile time pass for DTS which changes DAG\r\n- New TaskSizeSplitterVertex to distinguish and manage sampled data and the rest in vertex level(extended from LoopVertex)\r\n- Added inserting / deleting TaskSizeSplitterVertex and SignalVertex method in IRDAG\r\n\r\n**Minor changes to note:**\r\n- Changed the name of TriggerVertex to MessageGeneratorVertex. Since the combination of TriggerVertex and MAV triggers runtime pass, not trigger vertex alone, the name \u0027Trigger\u0027 can be misleading.\r\n- erased duplicate assignments in EmptyComponents class\r\n- new methods in LoopVertex\r\n\r\n**Tests for the changes:**\r\n- IRDAGTest and SkewCompositePassTest has been modified by the class name refactoring\r\n- Added new test methods in IRDAGTest regarding TaskSizeSplitterVertex and SignalVertex\r\n\r\n**Other comments:**\r\n\r\nCloses #292 \r\n" }, { "commit": "24b246dc18d3455a3e46fc8163711eb485b06316", "tree": "e35af56765918335434cafb1a84e048131e2ae8e", "parents": [ "4590ab619c3d6c6aaf81dc390e27e67a02519ceb" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Fri Jun 26 17:16:53 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Jun 26 17:16:53 2020 +0900" }, "message": "[MINOR] Fix Travis CI + Bring back support for Java 8 (#296)\n\n**Major changes:**\r\n- Fixes Travis CI script that have been failing due to gpg error\r\n- Bring back support for Java 8, as Hadoop and REEF still needs support for Java 8 (reverts #291)\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #296 \r\n" }, { "commit": "4590ab619c3d6c6aaf81dc390e27e67a02519ceb", "tree": "5025a5accab393a25a2e7348e84ea583f6f04bc2", "parents": [ "813a676613c1c775faf2a10adf3f99cfa403baa5" ], "author": { "name": "Wooyeon Lee", "email": "wylee@apache.org", "time": "Sun Apr 19 15:28:48 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Apr 19 15:28:48 2020 +0900" }, "message": "[Nemo-440] Update README.md about java 11 support (#295)\n\nJIRA: [NEMO-440: Migrate to Java11 and use Java 11 Features](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-440)\r\n\r\n**Major changes:**\r\n- Update readme\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- Java 11 support has been done in PR #291\r\n- Nemo build fails with Java 8 due to the pom configuration that does not work with Java 8\r\n" }, { "commit": "813a676613c1c775faf2a10adf3f99cfa403baa5", "tree": "c2437b0e18b318c21273f05436cecf71413ecc25", "parents": [ "dcb02faf3385c3f4a7fe59b186dbf7872b553769" ], "author": { "name": "Lee Dong Joo", "email": "leedongjoo96@naver.com", "time": "Fri Apr 17 16:15:07 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Apr 17 16:15:07 2020 +0900" }, "message": "[NEMO-447] Fix beam pom.xml to resolve build failure (#294)\n\nJIRA: [NEMO-447: Fix beam pom.xml to resolve build failure](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-447)\r\n\r\n**Major Changes:**\r\n\r\n**Minor changes to note:**\r\n* changed examples/beam/pom.xml to resolve build failure\r\n\r\n**Tests for the changes:**\r\n\r\n**Other comments:**\r\n\r\nCloses #294" }, { "commit": "dcb02faf3385c3f4a7fe59b186dbf7872b553769", "tree": "2d6f4238175e1656dd49fda03a160dcc20c576f6", "parents": [ "2bb08d945bdb6ac2085013e3e7ef8c5cf59bed05" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Wed Mar 25 08:18:24 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Mar 25 08:18:24 2020 +0900" }, "message": "[NEMO-324] Distinguish Beam\u0027s run and waitUntilFinish methods (#187)\n\nJIRA: [NEMO-324: Distinguish Beam\u0027s run and waitUntilFinish methods](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-324)\r\n\r\n**Major changes:**\r\n- Gets rid of the UnsupportedOperation, makes `waitUntilFinish` method to a meaningful one.\r\n- Runs the application asynchronously on the `run` method.\r\n\r\n**Minor changes to note:**\r\n- Add the examples output directory to the gitignore.\r\n\r\n**Tests for the changes:**\r\n- I\u0027ve added a same word count program that has a timeout of 1 second, and a test to confirm that it aborts after 1 second.\r\n- Existing tests cover other changes.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #187" }, { "commit": "2bb08d945bdb6ac2085013e3e7ef8c5cf59bed05", "tree": "04c123c855619714eecefc08034d48e13e61f7cc", "parents": [ "4dd3ef0a8a4fb4407fdca2c470f4705f24d161f5" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Mon Mar 23 18:34:42 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Mar 23 18:34:42 2020 +0900" }, "message": "[NEMO-440] Migrate to Java11 and use Java 11 Features (#291)\n\nJIRA: [NEMO-440: Migrate to Java11 and use Java 11 Features](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-440)\r\n\r\n**Major changes:**\r\n- Upgrade POM and modify travis to check Java 11\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #291 \r\n" }, { "commit": "4dd3ef0a8a4fb4407fdca2c470f4705f24d161f5", "tree": "949ae83f1a51dc53ffcd76c4830d2640ab26cf29", "parents": [ "e64d0d03d732672d744cb0ecc3ec411b709d570f" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Mar 09 15:14:13 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Mar 09 15:14:13 2020 +0900" }, "message": "[NEMO-438] Create a Simulator for Simulating an Execution of an Execution Plan (#288)\n\nJIRA: [NEMO-438: Create a Simulator for Simulating an Execution of an Execution Plan](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-438)\r\n\r\n**Major changes:**\r\n- Implements a SimulationScheduler that schedules a physical plan\r\n- Implements a SimulatedExecutor that acts like an executor\r\n- Refactor components used by both `BatchScheduler` and `SimulationScheduler` to `SchedulerUtils`\r\n\r\n**Minor changes to note:**\r\n- Refactors executor\u0027s ResourceSpecification to be able to be accessed in the driver as well\r\n- Enables IRDAG to get the input size of the workload\r\n- Added Job Duration to the Job Metric.\r\n\r\n**Tests for the changes:**\r\n- SimulationSchedulerTest.java tests for the implementations\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #288 " }, { "commit": "e64d0d03d732672d744cb0ecc3ec411b709d570f", "tree": "c0ed19b435d9cd90b1eee6bd1c1053d0449668a1", "parents": [ "19004b5d3d0e507d2614ce2754be26512ffbaae9" ], "author": { "name": "polarcoke2", "email": "43122460+polarcoke2@users.noreply.github.com", "time": "Sat Mar 07 18:17:15 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sat Mar 07 18:17:15 2020 +0900" }, "message": "[NEMO-433] Improvement of Task Metrics and Collecting Them For Sampling (#289)\n\nJIRA: [NEMO-433: Improvement of Task Metrics and Collecting Them For Sampling](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-433)\r\n\r\n**Major changes:**\r\n- Added some new metrics (task, job) and usages of them\r\n- Added new execution property for DTS (vertex, edge)\r\n\r\n**Minor changes to note:**\r\n- changed checkstyle grammer for windows \r\n- BlockInputReader now contains metricMessageSender for sending some task metrics, and it has whole task id instead of just task index.\r\n\r\n**Tests for the changes:**\r\n- Tests related to BlockInputReader has changed: TaskExecutorTest, DataTransferTest\r\n\r\n**Other comments:**\r\n- N/A\r\n\r\nCloses #289 \r\n" }, { "commit": "19004b5d3d0e507d2614ce2754be26512ffbaae9", "tree": "bdfd0a3353cc4b03ef680cbc25d9e298c9800506", "parents": [ "a935213bfe659ed96d420fd6ad254797657381da" ], "author": { "name": "Wooyeon Lee", "email": "wylee@apache.org", "time": "Sat Mar 07 03:25:40 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sat Mar 07 03:25:40 2020 +0900" }, "message": "[Nemo-439] Upgrade current working version to 0.3-SNAPSHOT (#290)\n\nJIRA: [NEMO-439: Upgrade current working version to 0.3-SNAPSHOT](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-439)\r\n\r\n**Major changes:**\r\n- Upgrades the current working version to 0.3-SNAPSHOT as v0.2 has been released.\r\n\r\n**Minor changes to note:**\r\n- N/A\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- v0.2 has been released." }, { "commit": "a935213bfe659ed96d420fd6ad254797657381da", "tree": "a2af7fc914250cffe8ca22cf39a945d188ca1ddc", "parents": [ "3d51b15e7cc386b5e2599b4201bb91b962891522" ], "author": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Sun Feb 16 01:27:41 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Feb 16 01:27:41 2020 +0900" }, "message": "[NEMO-320] Make WebUI scale to big workloads (#183)\n\nJIRA: [NEMO-320: Make WebUI scale to big workloads](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-320)\r\n\r\n**Major changes:**\r\n- WebUI: TaskStatistics: Made WebUI not to recompute rows on every task addition/update\r\n- WebUI: TaskStatistics: Added pagination\r\n- WebUI: JobView: Not it shows stage status\r\n- WebUI: JobsView: Add progress bar to each job\r\n\r\nCo-authored-by: Won Wook SONG \u003cwonook@apache.org\u003e\r\n" }, { "commit": "3d51b15e7cc386b5e2599b4201bb91b962891522", "tree": "518a19f6e8e8550ddbf33d5dae31ec456eb9b11d", "parents": [ "0cab1dc36f5193a223b0ea448d7a41f9732ef06e" ], "author": { "name": "WooYeon Lee", "email": "wylee@apache.org", "time": "Sun Feb 16 01:05:34 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Sun Feb 16 01:05:34 2020 +0900" }, "message": "Revert \"[NEMO-421] Release v0.2 (#286)\" (#287)\n\nThis reverts commit 0cab1dc36f5193a223b0ea448d7a41f9732ef06e.\r\n\r\nJIRA: [NEMO-421: Release v0.2](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-421)\r\n\r\n**Major changes:**\r\n- Revert the 0.2 release commit, which has been merged by mistake.\r\n\r\n**Minor changes to note:**\r\n- \r\n\r\n**Tests for the changes:**\r\n- \r\n\r\n**Other comments:**\r\n- I\u0027ll make a new PR for the release" }, { "commit": "0cab1dc36f5193a223b0ea448d7a41f9732ef06e", "tree": "6476cc89c5d1c868e1163a7d45bb322307837e99", "parents": [ "a7b9cf6441b930ea29be49ca996f1ad393c8f754" ], "author": { "name": "Sanha Lee", "email": "sanha@apache.org", "time": "Thu Feb 13 13:40:38 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 13 13:40:38 2020 +0900" }, "message": "[NEMO-421] Release v0.2 (#286)\n\nJIRA: [NEMO-421: Release v0.2](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-421)\r\n\r\n**Major changes:**\r\n- Update the versions of components according to the release v0.2.\r\n\r\n**Minor changes to note:**\r\n- N/A\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- I\u0027ll open a release vote current version. If it passed, I\u0027ll update the versions to `0.3-SNAPSHOT` and merge this PR. Please do not merge any other PR before the vote. Thanks :)\r\n\r\nCloses #421\r\n" }, { "commit": "a7b9cf6441b930ea29be49ca996f1ad393c8f754", "tree": "518a19f6e8e8550ddbf33d5dae31ec456eb9b11d", "parents": [ "0f9fb6c2015cc76d4b82e8ffca56a3553f063f19" ], "author": { "name": "Jeongyoon Eo", "email": "jeongyoon0807@gmail.com", "time": "Tue Feb 11 14:50:17 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Feb 11 14:50:17 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM20 Code Smell Fix (#283)\n\nJIRA: NEMO-429: SWPP TEAM20 Code Smell Fix\r\n\r\nMajor changes:\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\nCo-authored-by: jihoonrf \u003ckzc123@snu.ac.kr\u003e\r\nCo-authored-by: Spiraline \u003c44594966+Spiraline@users.noreply.github.com\u003e\r\n" }, { "commit": "0f9fb6c2015cc76d4b82e8ffca56a3553f063f19", "tree": "0775d7415d8d8fa5e1f1b1230b087f81137e496c", "parents": [ "e2f7f99523e2f29af456cbfef62b6038122c6e08" ], "author": { "name": "Jeongyoon Eo", "email": "jeongyoon0807@gmail.com", "time": "Mon Feb 10 16:41:08 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Feb 10 16:41:08 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM 14 code smell fix (#284)\n\nJIRA: [NEMO-429: SWPP TEAM 14 code smell fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\n\r\nCo-authored-by: Peace-Song \u003c35649318+Peace-Song@users.noreply.github.com\u003e\r\nCo-authored-by: Hank Choi \u003c48513130+zlzlqlzl@users.noreply.github.com\u003e\r\nCo-authored-by: BlackMustard \u003c38564738+mustardlove@users.noreply.github.com\u003e\r\n" }, { "commit": "e2f7f99523e2f29af456cbfef62b6038122c6e08", "tree": "41e2729de6c3b694a9907ed6b18869efab15fe8c", "parents": [ "440da45768b04abd5a64db6d02764fea28124476" ], "author": { "name": "Yunseong Lee", "email": "yunseong@apache.org", "time": "Thu Feb 06 21:19:48 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 06 21:19:48 2020 +0900" }, "message": "[NEMO-304] Fail-fast for mis-configuration in user application (#167)\n\nJIRA: [NEMO-304: Fail-fast for mis-configuration in user application](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-304)\r\n\r\n**Major changes:**\r\n- This PR makes JobLauncher check the validity of user main method early, so that we can avoid initializing the whole system if there is a mis-configuration.\r\n\r\n**Minor changes to note:**\r\n- \r\n\r\n**Tests for the changes:**\r\n- Added `testNotExistingUserMain` in SparkScala.java to test whether the `InvalidUserMainException` is thrown if the argument of `addUserMain()` is a non-existing class.\r\n\r\n**Other comments:**\r\n- \r\n\r\nCloses #167 \r\n\r\nCo-authored-by: Taegeon Um \u003ctaegeonum@gmail.com\u003e\r\nCo-authored-by: Won Wook SONG \u003cwonook@apache.org\u003e\r\n" }, { "commit": "440da45768b04abd5a64db6d02764fea28124476", "tree": "e57eb2839d42dce9a7a156a7192549633072af24", "parents": [ "af42ce74a58d92b13515b21416374000147d5d1a" ], "author": { "name": "ske-kr", "email": "54828276+ske-kr@users.noreply.github.com", "time": "Thu Feb 06 13:35:32 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 06 13:35:32 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM17 Code Smell Fix (#268)\n\nJIRA: [NEMO-429: SWPP-TEAM17](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\n**Minor changes to note:**\r\n- remove declaration of thrown exceptions\r\n- serializable issues\r\n- assertion errors" }, { "commit": "af42ce74a58d92b13515b21416374000147d5d1a", "tree": "d00e75d0452c5c935bd2640e0a49c2978759ca3e", "parents": [ "75e6700f5260621a04668aa81902e97fa22ada82" ], "author": { "name": "xixili3", "email": "xiangmu97@naver.com", "time": "Thu Feb 06 12:15:30 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Feb 06 12:15:30 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM2 Code Smell Fix (#277)\n\nJIRA: [NEMO-429: SWPP TEAM2 Code Smell Fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- exception elimination\r\n\r\n**Minor changes to note:**\r\n- replace lambda with method reference\r\n- swap arguments" }, { "commit": "75e6700f5260621a04668aa81902e97fa22ada82", "tree": "1cece7860d05cb4191c36f21587245ef0fcd7ad5", "parents": [ "7181194466232c26f250f4aa21fd3b49f09ec364" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Wed Feb 05 09:37:13 2020 +0900" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Feb 05 09:37:13 2020 +0900" }, "message": "[NEMO-437] Support Java version 11 (#281)\n\nJIRA: [NEMO-437: Support Java version 11](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-437)\r\n\r\n**Major changes:**\r\n- Bump java libraries to recent versions\r\n - `beam` 2.11.0 --\u003e 2.18.0\r\n - `grpc` 1.7.0 --\u003e 1.26.0\r\n - `mockito` 2.13.0 --\u003e 3.2.4\r\n - `powermock` 2.0.0-beta --\u003e 2.0.4\r\n - `spark` 2.2.0 --\u003e 2.4.4 (with `scala` 2.11.0 --\u003e 2.12.8)\r\n - as well as version upgrades for `maven-surefire`, `maven-shade`, `maven-deploy`, `maven-javadoc` plugins and `guava`, `jackson`, `sqlite-jdbc`, `PostgreSQL`, `slf4j`, and `junit`.\r\n\r\n**Minor changes to note:**\r\n- Syntax changes with the java library updates\r\n\r\n**Tests for the changes:**\r\n- I\u0027ve included new JDK requirements to the travis script\r\n- Existing tests pass\r\n\r\n**Other comments:**\r\n- I\u0027ve referred to the following PRs for upgrading Beam: [link1](https://github.com/apache/beam/pull/7635/files), [link2](https://github.com/apache/beam/pull/9275/files)\r\n\r\nCloses #281 \r\n" }, { "commit": "7181194466232c26f250f4aa21fd3b49f09ec364", "tree": "ae8baf417171508dc5c22cd51ef6d05011e1425a", "parents": [ "dbd1b130b015999ae230b28caa8c7426805d4000" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Tue Jan 28 10:49:24 2020 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Tue Jan 28 10:49:24 2020 +0900" }, "message": "[NEMO-411] Bug in ScheduleGroupPass, OutputTag, DuplicateEdgeGroup (#232)\n\nJIRA: [NEMO-411: Bug in ScheduleGroupPass, OutputTag, DuplicateEdgeGroup](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-411)\r\n\r\n**Major changes:**\r\n- Fixes the bugs described in [NEMO-411](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-411)\r\n\r\n\u003e When trying to run ALS with TransientResourcePass, I\u0027ve faced a bug regarding 1. OutputTag, which groups edges based on the output tag, but currently groups all of the edges without an output tag into a single group, which is undesirable, 2. DuplicateEdgeGroup, which does not consider the first edge that points to the first iteration of the loop, but obviously is a part of the duplicate edge group, 3. ScheduleGroupPass, which does not consider vertices with multiple outgoing edges pointing outside when looking for a cycle in the graph.\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- Added a integration test for ALS, the case where it was failing initially.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #232 " }, { "commit": "dbd1b130b015999ae230b28caa8c7426805d4000", "tree": "10a4c54725635a6d3f5c83640890a7523bb64eea", "parents": [ "12ae15bb42344e5755448ea8b8e50b4c597e8e47" ], "author": { "name": "1207koo", "email": "54934934+1207koo@users.noreply.github.com", "time": "Tue Jan 21 15:48:38 2020 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Tue Jan 21 15:48:38 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM4 Code Smell Fix (#270)\n\nJIRA: [NEMO-429: SWPP TEAM4 Code Smell Fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells" }, { "commit": "12ae15bb42344e5755448ea8b8e50b4c597e8e47", "tree": "daad98f5750b75d2a5449ef2da57a82e3d5f9e51", "parents": [ "0a5b5bfda4ada0cb17483bf0ae95f0c6d4ebc161" ], "author": { "name": "sang_G", "email": "37951125+sanggggg@users.noreply.github.com", "time": "Tue Jan 21 13:48:11 2020 +0900" }, "committer": { "name": "Gyewon Lee", "email": "gyewonlee@snu.ac.kr", "time": "Tue Jan 21 13:48:11 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM 21 code smell fix (#258)\n\nJIRA: [NEMO-429: SWPP TEAM 21 code smell fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fix sonarcloud code smells" }, { "commit": "0a5b5bfda4ada0cb17483bf0ae95f0c6d4ebc161", "tree": "3cdd8cce353c23a429b07ed63a642d77cd5ad1a1", "parents": [ "37b017e9bc643c83b29a1277f794cef4b31485cb" ], "author": { "name": "dkwanm1", "email": "48665265+dkwanm1@users.noreply.github.com", "time": "Tue Jan 21 12:17:18 2020 +0900" }, "committer": { "name": "Gyewon Lee", "email": "gyewonlee@snu.ac.kr", "time": "Tue Jan 21 12:17:18 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM8 Code Smell Fix (#262)\n\n* Fix sonar cloud code smell\r\n\r\nCo-authored-by: Donghyun Lee \u003cdominic2009@snu.ac.kr\u003e\r\nCo-authored-by: ty8900 \u003c48665246+ty8900@users.noreply.github.com\u003e\r\nCo-authored-by: Jeong Rok Seo (Rocky) \u003cm.seo1999@gmail.com\u003e\r\nCo-authored-by: Gyewon Lee \u003cstrayyyyyy@gmail.com\u003e\r\n" }, { "commit": "37b017e9bc643c83b29a1277f794cef4b31485cb", "tree": "4cb51a3b2f36ac2bd482d3ae3525c4fdf7dc5c2c", "parents": [ "1060055ebfa9b37139575efef074759d5bda51e5" ], "author": { "name": "Jaehun Jung", "email": "32813753+sharkmir1@users.noreply.github.com", "time": "Tue Jan 21 10:45:53 2020 +0900" }, "committer": { "name": "Gyewon Lee", "email": "gyewonlee@snu.ac.kr", "time": "Tue Jan 21 10:45:53 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM7 Code Smell Fix (#251)\n\n* excluded needless exceptions\r\n\r\n* lambda fixed\r\n\r\n* Fix Transient_Serializable smell\r\n\r\n* Revert no sonar\r\n\r\nCo-authored-by: Celine \u003c40828573+lookdeceline@users.noreply.github.com\u003e\r\nCo-authored-by: Peter Hyun \u003c22678965+peterhyun@users.noreply.github.com\u003e\r\nCo-authored-by: jinsun1117 \u003c38969914+jinsun1117@users.noreply.github.com\u003e\r\nCo-authored-by: Gyewon Lee \u003cstrayyyyyy@gmail.com\u003e\r\n" }, { "commit": "1060055ebfa9b37139575efef074759d5bda51e5", "tree": "09fa26445a13e27c422eb7141129fcbf1aea0571", "parents": [ "2da1647454eec500162a1649115897c4277e1779" ], "author": { "name": "JungYunsoo", "email": "yunsoo3042@gmail.com", "time": "Sun Jan 19 14:09:26 2020 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee@apache.org", "time": "Sun Jan 19 14:09:25 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM18 Code Smell Fix (#271)\n\n* change private to transient\r\n\r\n* fix lambda\r\n\r\nCo-authored-by: lim8540 \u003c51064261+lim8540@users.noreply.github.com\u003e\r\nCo-authored-by: gywls00 \u003c49047636+gywls00@users.noreply.github.com\u003e\r\nCo-authored-by: Namkoong Hugh \u003c47518167+mmsori@users.noreply.github.com\u003e" }, { "commit": "2da1647454eec500162a1649115897c4277e1779", "tree": "653eeeabcd0aadb87434f2ddb5c4a622c9cf453b", "parents": [ "5ba3f7248b59b5434ae87e3c84445679b018b1b6" ], "author": { "name": "JooHyung Kim", "email": "14wnrkim@gmail.com", "time": "Fri Jan 17 14:00:27 2020 +0900" }, "committer": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Fri Jan 17 14:00:27 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM16 Code Smell Fix (#278)\n\nJIRA: [NEMO-429: Team16](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\nCo-authored-by: mss8087 \u003c46183183+mss8087@users.noreply.github.com\u003e\r\nCo-authored-by: Daewoong Kim \u003c43679861+dkim94@users.noreply.github.com\u003e\r\nCo-authored-by: Jangho Seo \u003cjangho@jangho.io\u003e\r\nCo-authored-by: WooYeon Lee \u003cwylee@apache.org\u003e\r\n" }, { "commit": "5ba3f7248b59b5434ae87e3c84445679b018b1b6", "tree": "e1030fa83f957808f9feb91bd7796dc604dce5aa", "parents": [ "b9de05d62f112ae419d9f2b6c15fb131bc38003f" ], "author": { "name": "Yoo-Youngjae", "email": "44061214+Yoo-Youngjae@users.noreply.github.com", "time": "Thu Jan 16 22:35:19 2020 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee@apache.org", "time": "Thu Jan 16 22:35:19 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM 9 code smell fix (#259)\n\n* switch statement -\u003e if statement\r\n\r\n* transient added\r\n\r\nCo-authored-by: manhair \u003c43872798+manhair@users.noreply.github.com\u003e\r\nCo-authored-by: WooYeon Lee \u003cwylee@apache.org\u003e\r\n" }, { "commit": "b9de05d62f112ae419d9f2b6c15fb131bc38003f", "tree": "7f6287b3f41fed79e4e14dc2b43ba94267332d53", "parents": [ "11243536c5f8409e482f4edee58ef451b84d8152" ], "author": { "name": "thoum", "email": "5348027+taehioum@users.noreply.github.com", "time": "Thu Jan 16 21:40:48 2020 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee@apache.org", "time": "Thu Jan 16 21:40:48 2020 +0900" }, "message": "[Nemo-429] SWPP TEAM15 Code Smell Fix (#273)\n\n* replace lambda with method reference\r\n\r\n* Remove unnecessary exceptions\r\n\r\nCo-authored-by: Minji1234 \u003c34624667+Minji1234@users.noreply.github.com\u003e\r\nCo-authored-by: rachelg98 \u003c37978535+rachelg98@users.noreply.github.com\u003e\r\nCo-authored-by: Jangho Seo \u003cjangho@jangho.io\u003e\r\n" }, { "commit": "11243536c5f8409e482f4edee58ef451b84d8152", "tree": "0f81c470b9f2a39168a8ada33ed651b545fe6aab", "parents": [ "a633e669a4d58331c693ae3ea6d55d62a79b12c3" ], "author": { "name": "polarcoke2", "email": "43122460+polarcoke2@users.noreply.github.com", "time": "Thu Jan 16 17:02:36 2020 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Thu Jan 16 17:02:36 2020 +0900" }, "message": "[NEMO-420] OffHeapMemory configuration only supports a single type of executor (#279)\n\nJIRA: [NEMO-420: OffHeapMemory configuration only supports a single type of executor\r\n](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-420)\r\n\r\n**Major changes:**\r\n- enabled OffHeapMemory configuration for multiple types of executors\r\n- refactored initialization of MaxOffheapRatio and ExecutorPoisonSec (bind with default value when not existing)\r\n- erased MaxOffheapMb in job configuration and added ExecutorMemoryMb instead to compute size of max off-heap manually if needed\r\n\r\n**Minor changes to note:**\r\n- modified typos (poison from posion)\r\n- when changing test.java files which contain initialization of MemoryPoolAssigner, computed ExecutorMemoryMb using default MaxOffheapRatio\r\n- changed type of MaxOffheapRatio and ExecutorPoisonSec from double, int to Optional Double and Optioinal Integer, respectively\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- N/A\r\n\r\nCloses #279 \r\n" }, { "commit": "a633e669a4d58331c693ae3ea6d55d62a79b12c3", "tree": "751e808c1bf739717f6830152488fc9cfa8c0711", "parents": [ "57e4d591fc0d856afb1333f2feff1ff806a3376d" ], "author": { "name": "ByungHeeCha", "email": "43871098+ByungHeeCha@users.noreply.github.com", "time": "Mon Jan 13 10:39:03 2020 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee@apache.org", "time": "Mon Jan 13 10:39:03 2020 +0900" }, "message": "[Nemo-429] SWPP TEAM10 Code Smell Fix (#275)\n\n* [Team 10 jyeok] changed assertion parameter in correct order\r\n\r\n* add transient option to var [jaehonam]\r\n\r\n* removed not needed exceptions\r\nByungHeeCha\r\n\r\n* removed unused import\r\n\r\n* Update LoopOptimizations.java\r\n\r\nCo-authored-by: jyeokchoi \u003c46083459+jyeok@users.noreply.github.com\u003e\r\nCo-authored-by: JaehoNam \u003c32262002+JaehoNam@users.noreply.github.com\u003e\r\nCo-authored-by: th-snu \u003c54742258+th-snu@users.noreply.github.com\u003e\r\nCo-authored-by: WooYeon Lee \u003cwylee.xyzi@gmail.com\u003e" }, { "commit": "57e4d591fc0d856afb1333f2feff1ff806a3376d", "tree": "72c4184e721ca44aded86dd78b996bcebcf9ac92", "parents": [ "1c87f1620a2684363862b0bb2dde8da755322486" ], "author": { "name": "Donghyun Kim", "email": "kdh9949@snu.ac.kr", "time": "Tue Jan 07 17:15:54 2020 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Jan 07 17:15:54 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM11 Code Smell Fix (#276)\n\nJIRA: [NEMO-429: TEAM11](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\nCo-authored-by: wonook \u003cwonook@apache.org\u003e" }, { "commit": "1c87f1620a2684363862b0bb2dde8da755322486", "tree": "1ce5d8dc3796bb147947be525331ab52956b9954", "parents": [ "fc6d222d4a1f1300b60e49606ca3d6e483d2e641" ], "author": { "name": "Taeyoung Jang", "email": "43238893+tyj9327@users.noreply.github.com", "time": "Tue Jan 07 15:37:55 2020 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Jan 07 15:37:55 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM12 Code Smell Fix (#274)\n\nJIRA: [NEMO-429: TEAM12](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\nMajor changes:\r\n- Fixed code smells (SWPP Code Smell session)" }, { "commit": "fc6d222d4a1f1300b60e49606ca3d6e483d2e641", "tree": "d1e2c7fa12ac995efea987f7e9818fb6f6de66c6", "parents": [ "abefece23295857b8fa2a21c10ae605c034e5800" ], "author": { "name": "Haesoo Kim", "email": "haesoo1108@gmail.com", "time": "Wed Jan 01 22:54:09 2020 +0900" }, "committer": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Wed Jan 01 22:54:09 2020 +0900" }, "message": "[NEMO-429] SWPP TEAM 5 code smell fix (#261)\n\nJIRA: [NEMO-429: SWPP TEAM 5 code smell fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixing code smells \r\n\r\nCo-authored-by: Kwak taewon \u003ctykwak94@gmail.com\u003e\r\nCo-authored-by: ttoru96 \u003c44546247+ttoru96@users.noreply.github.com\u003e\r\nCo-authored-by: Jangho Seo \u003cjangho@jangho.io\u003e\r\n" }, { "commit": "abefece23295857b8fa2a21c10ae605c034e5800", "tree": "bad7a9d9fbe9ed5da0ad3fac171b50b4e339a178", "parents": [ "680f7be4d9db7b330ec474c248b48e89fb114779" ], "author": { "name": "deploy-soon", "email": "44163510+deploy-soon@users.noreply.github.com", "time": "Tue Dec 24 16:05:18 2019 +0900" }, "committer": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Tue Dec 24 16:05:18 2019 +0900" }, "message": "[NEMO-429] SWPP TEAM6 Code Smell Fix (#260)\n\nJIRA: [NEMO-429: SWPP-TEAM6](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\n**Minor changes to note:**\r\n- Assertion errors\r\n- Change lambda expressions\r\n- Serializable issues\r\n\r\nCo-authored-by: dreamsh19 \u003c47855638+dreamsh19@users.noreply.github.com\u003e\r\nCo-authored-by: Suh Jangwon \u003c37146511+RXWE@users.noreply.github.com\u003e\r\nCo-authored-by: jangdonghae \u003c48465250+jangdonghae@users.noreply.github.com\u003e\r\nCo-authored-by: Jangho Seo \u003cjangho@jangho.io\u003e" }, { "commit": "680f7be4d9db7b330ec474c248b48e89fb114779", "tree": "5c5d5e8673ac39c40aeaff274d43bb4eaae643c5", "parents": [ "c8a11993ff954dfa0f815f1033051db3d428a419" ], "author": { "name": "dependabot[bot]", "email": "49699333+dependabot[bot]@users.noreply.github.com", "time": "Tue Dec 17 15:43:30 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Dec 17 15:43:30 2019 +0900" }, "message": "Bump netty-all from 4.1.16.Final to 4.1.42.Final (#248)\n\nBumps [netty-all](https://github.com/netty/netty) from 4.1.16.Final to 4.1.42.Final.\r\n\u003cdetails\u003e\r\n\u003csummary\u003eCommits\u003c/summary\u003e\r\n\r\n- [`bd907c3`](https://github.com/netty/netty/commit/bd907c3b3acf3d746ad1143270224aa0f784cd1b) [maven-release-plugin] prepare release netty-4.1.42.Final\r\n- [`2791f0f`](https://github.com/netty/netty/commit/2791f0fefac82663ca09dc8aa5dda024152c92f8) Avoid use of global AtomicLong for ScheduledFutureTask ids ([#9599](https://github-redirect.dependabot.com/netty/netty/issues/9599))\r\n- [`86ff76a`](https://github.com/netty/netty/commit/86ff76a4f77662fe1bf61deeec5f3e39e16d4020) Fix incorrect comment ([#9598](https://github-redirect.dependabot.com/netty/netty/issues/9598))\r\n- [`5e69a13`](https://github.com/netty/netty/commit/5e69a13c21bcf89bf26dbf1421c5ec8188561a17) Cleanup JNI code to always correctly free memory when loading fails and also ...\r\n- [`eb3c4bd`](https://github.com/netty/netty/commit/eb3c4bd926e697da3ea16079a5f4211adb375ea5) ChunkedNioFile can use absolute FileChannel::read to read chunks ([#9592](https://github-redirect.dependabot.com/netty/netty/issues/9592))\r\n- [`76592db`](https://github.com/netty/netty/commit/76592db0bde9d4908191c2d7e54af3466ffd4673) Close eventfd shutdown/wakeup race by closely tracking epoll edges ([#9586](https://github-redirect.dependabot.com/netty/netty/issues/9586))\r\n- [`0a2d85f`](https://github.com/netty/netty/commit/0a2d85f1d32749eb278b27502ba7de20de958485) Fix GraalVM native image build error ([#9593](https://github-redirect.dependabot.com/netty/netty/issues/9593))\r\n- [`dc4de7f`](https://github.com/netty/netty/commit/dc4de7fbb4e17c606c92c542d5015042ada48e38) We need to use NewGloblRef when caching jclass instances ([#9595](https://github-redirect.dependabot.com/netty/netty/issues/9595))\r\n- [`4499384`](https://github.com/netty/netty/commit/4499384135cdaca5ccdda85b0c9610d4ecd6c3cc) Update to netty-tcnative 2.0.26.Final ([#9589](https://github-redirect.dependabot.com/netty/netty/issues/9589))\r\n- [`8648171`](https://github.com/netty/netty/commit/8648171abc27497d87a8b47e509e8adabd622f5b) Fix *SslEngineTest to not throw ClassCastException and pass in all cases ([#9588](https://github-redirect.dependabot.com/netty/netty/issues/9588))\r\n- Additional commits viewable in [compare view](https://github.com/netty/netty/compare/netty-4.1.16.Final...netty-4.1.42.Final)\r\n\u003c/details\u003e\r\n\u003cbr /\u003e\r\n\r\n[![Dependabot compatibility score](https://dependabot-badges.githubapp.com/badges/compatibility_score?dependency-name\u003dio.netty:netty-all\u0026package-manager\u003dmaven\u0026previous-version\u003d4.1.16.Final\u0026new-version\u003d4.1.42.Final)](https://help.github.com/articles/configuring-automated-security-fixes)\r\n\r\nDependabot will resolve any conflicts with this PR as long as you don\u0027t alter it yourself. You can also trigger a rebase manually by commenting `@dependabot rebase`.\r\n\r\n[//]: # (dependabot-automerge-start)\r\n[//]: # (dependabot-automerge-end)\r\n\r\n---\r\n\r\n\u003cdetails\u003e\r\n\u003csummary\u003eDependabot commands and options\u003c/summary\u003e\r\n\u003cbr /\u003e\r\n\r\nYou can trigger Dependabot actions by commenting on this PR:\r\n- `@dependabot rebase` will rebase this PR\r\n- `@dependabot recreate` will recreate this PR, overwriting any edits that have been made to it\r\n- `@dependabot merge` will merge this PR after your CI passes on it\r\n- `@dependabot squash and merge` will squash and merge this PR after your CI passes on it\r\n- `@dependabot cancel merge` will cancel a previously requested merge and block automerging\r\n- `@dependabot reopen` will reopen this PR if it is closed\r\n- `@dependabot ignore this [patch|minor|major] version` will close this PR and stop Dependabot creating any more for this minor/major version (unless you reopen the PR or upgrade to it yourself)\r\n- `@dependabot ignore this dependency` will close this PR and stop Dependabot creating any more for this dependency (unless you reopen the PR or upgrade to it yourself)\r\n- `@dependabot use these labels` will set the current labels as the default for future PRs for this repo and language\r\n- `@dependabot use these reviewers` will set the current reviewers as the default for future PRs for this repo and language\r\n- `@dependabot use these assignees` will set the current assignees as the default for future PRs for this repo and language\r\n- `@dependabot use this milestone` will set the current milestone as the default for future PRs for this repo and language\r\n\r\nYou can disable automated security fix PRs for this repo from the [Security Alerts page](https://github.com/apache/incubator-nemo/network/alerts).\r\n\r\n\u003c/details\u003e" }, { "commit": "c8a11993ff954dfa0f815f1033051db3d428a419", "tree": "fe3e434e0a6fd4be27ea8a5d8205836ef2b05e87", "parents": [ "d5fee4f9d798a7f4b906acc7f52dce4f7b91b471" ], "author": { "name": "Seongmin Park", "email": "48579185+ulgal@users.noreply.github.com", "time": "Tue Dec 17 14:48:08 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Dec 17 14:48:08 2019 +0900" }, "message": "[NEMO-429] SWPP TEAM19 Code Smell Fix (#269)\n\nJIRA: [NEMO-429: TEAM19](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells (SWPP Code Smell session)\r\n\r\n**Minor changes to note:**\r\n- As TA suggested, we add ```TODO #430: Pair elements should be serializable``` at Pair.java\r\n" }, { "commit": "d5fee4f9d798a7f4b906acc7f52dce4f7b91b471", "tree": "b417e38e0f0882a9205a186bc845444b323c10ca", "parents": [ "5be057192f83e13716158f5dbe21a515c29b4840" ], "author": { "name": "Haeseong Je", "email": "platina47@naver.com", "time": "Mon Dec 16 07:32:45 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Mon Dec 16 07:32:45 2019 +0900" }, "message": "[NEMO-429] SWPP TEAM1 Code Smell Fix (#267)\n\nJIRA: [NEMO-429: Dec 2nd, 2019 Code session](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\nFixed code smells\r\n" }, { "commit": "5be057192f83e13716158f5dbe21a515c29b4840", "tree": "835d888089d2866a1e35f6a61aef9e01a3bb5cbd", "parents": [ "0c1a23c2dd2ecc7b8430505db18a6cc2c629ba5f" ], "author": { "name": "Davin Byeon", "email": "bdv111@snu.ac.kr", "time": "Fri Dec 06 13:45:23 2019 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Fri Dec 06 13:45:23 2019 +0900" }, "message": "[NEMO-429] SWPP TEAM3 Code Smell Fix (#265)\n\nJIRA: [NEMO-429: SWPP TEAM 3 Code Smell Fix](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-429)\r\n\r\n**Major changes:**\r\n- Fixed code smells(SWPP Code Smell Session) " }, { "commit": "0c1a23c2dd2ecc7b8430505db18a6cc2c629ba5f", "tree": "e4310f97cfb66e0a37e95598e66a2c649dd273a8", "parents": [ "1eefd9d1060996530ef8e3117be2e2eb69907abf" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Tue Nov 05 16:37:34 2019 +0900" }, "committer": { "name": "Jeongyoon Eo", "email": "jeongyoon.eo@spl.snu.ac.kr", "time": "Tue Nov 05 16:37:34 2019 +0900" }, "message": "[NEMO-422] Sonarcloud issue (#246)\n\nJIRA: [NEMO-422: Sonarcloud issue](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Gets rid of the hard-coded fake password, and handles it with Base64 decoding method.\r\n\r\n**Tests for the changes:**\r\n- Existing tests confirm the changes\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #246 " }, { "commit": "1eefd9d1060996530ef8e3117be2e2eb69907abf", "tree": "01197eb97a42063bf0bb3bffbc784fdb06cf8424", "parents": [ "de496351fc8d95a46f7922e0eea07fe775f2cb1a" ], "author": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Mon Nov 04 15:45:38 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Nov 04 15:45:38 2019 +0900" }, "message": "Fix SonarCloud bugs related to Optional (#247)\n\nJIRA: [NEMO-422: SonarCloud issues](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- Fix some SonarCloud bugs related to `Optional`\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #247 \r\n" }, { "commit": "de496351fc8d95a46f7922e0eea07fe775f2cb1a", "tree": "ac2f8714b5b7e276e348c5d226f468dc9fffb47d", "parents": [ "b72a42537bb4d276341544141a11b859241e19b5" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Wed Oct 23 21:44:48 2019 +0900" }, "committer": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Wed Oct 23 21:44:48 2019 +0900" }, "message": "[NEMO-399] Include the official WordCount example from the Beam website (#225)\n\nJIRA: [NEMO-399: Include the official WordCount example from the Beam website](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-399)\r\n\r\n**Major changes:**\r\n- Adds the WordCount example from the Beam website\r\n- Fixes the README accordingly\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #225" }, { "commit": "b72a42537bb4d276341544141a11b859241e19b5", "tree": "212d57813e557c29e040073e6d8fc82300de254f", "parents": [ "f7d9139b3df81b3b9dd72dfc2831d30cc543e64f" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Wed Oct 23 21:16:57 2019 +0900" }, "committer": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Wed Oct 23 21:16:57 2019 +0900" }, "message": "[NEMO-422] SonarCloud issues (#243)\n\nJIRA: [NEMO-422: SonarCloud issues](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Minor fixes for SonarCloud\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #243 \r\n" }, { "commit": "f7d9139b3df81b3b9dd72dfc2831d30cc543e64f", "tree": "2f412bd7f8aeba5afa7c79d7f360494d747e1118", "parents": [ "eb9df8bf5cbb1c74d99e4ad0a046492c3daa4e6a" ], "author": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Tue Oct 22 21:19:45 2019 +0900" }, "committer": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Tue Oct 22 21:19:45 2019 +0900" }, "message": "[NEMO-422] Address code quality issues for ResourceSitePass, NetworkTraceAnalysis, PhysicalPlanGenerator, and bytetransfer (#244)\n\nJIRA: [NEMO-422: SonarCloud issues](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- ResourceSitePass: Fixed an operand in arithmetic expression to express its type explicitly.\r\n- example/NetworkTraceAnalysis: Replaced at-most-one-iteration loop with if-else.\r\n- PhysicalPlanGenerator: Use isPresent instead of orElseThrow for sanity checks.\r\n- bytetransfer: Removed \u0027volatile\u0027 for object types.\r\n\r\n**Tests for the changes:**\r\n- Existing tests should be sufficient.\r\n\r\n**Other comments:**\r\n- None" }, { "commit": "eb9df8bf5cbb1c74d99e4ad0a046492c3daa4e6a", "tree": "8f3213b5f99b199b0a7ea2295abd29b55104715f", "parents": [ "629b1a4c514c5edb3c7e82111586765ab66042fd" ], "author": { "name": "Jangho Seo", "email": "jangho@jangho.io", "time": "Sun Oct 20 15:42:30 2019 +0900" }, "committer": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Sun Oct 20 15:42:30 2019 +0900" }, "message": "ignore factorypath (#245)\n\nJIRA: [NEMO-428: Ignore .factorypath for rat check and version control](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-428)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Ignore .factorypath for rat check and version control\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None" }, { "commit": "629b1a4c514c5edb3c7e82111586765ab66042fd", "tree": "db48915ee116b751ab0b58c291db5370b3f49d2b", "parents": [ "1df2b0cea5c5808ebd30c41cacef78c542772bd5" ], "author": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Tue Oct 15 22:54:08 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Tue Oct 15 22:54:08 2019 +0900" }, "message": "[NEMO-424] Fix Sonarcloud bugs regarding Optional (#241)\n\nJIRA: [NEMO-424: Fix Sonarcloud bugs regarding Optional](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-424)\r\n\r\n**Major changes:**\r\n- Fixes Sonarcloud bugs regarding Optional\r\n\r\n**Minor changes to note:**\r\n- Fixes other Sonarcloud bugs assigned to johnyangk\r\n- Fixes other Sonarcloud bugs assigned to sanha\r\n\r\ncloses #241" }, { "commit": "1df2b0cea5c5808ebd30c41cacef78c542772bd5", "tree": "e8b3cbdea4bd255b2cf890241fb82d99e99685b5", "parents": [ "dd0cfe20ffdc49cde380e7afe0d20625f3638a05" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Oct 14 22:08:25 2019 +0900" }, "committer": { "name": "Sanha Lee", "email": "sanhaleehana@gmail.com", "time": "Mon Oct 14 22:08:25 2019 +0900" }, "message": "[NEMO-422] Sonarcloud bugs (#242)\n\nJIRA: [NEMO-422: Sonarcloud issues](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Minor fixes for SonarCloud\r\n\r\n**Tests for the changes:**\r\n- N/A\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #242 " }, { "commit": "dd0cfe20ffdc49cde380e7afe0d20625f3638a05", "tree": "42af72b7bf27e310de56b9e0e8d0e0137cdafbb0", "parents": [ "7f11840dd6492efb71892db9760ca426993f34aa" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Tue Sep 24 21:29:04 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Tue Sep 24 21:29:03 2019 +0900" }, "message": "[NEMO-375] Clean up of remnants of #211 (#224)\n\nJIRA: [NEMO-375: Add option to turn off metric collection to DB](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-375)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Removes the static actions that happen nevertheless of the configuration and misleads users\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #224" }, { "commit": "7f11840dd6492efb71892db9760ca426993f34aa", "tree": "cdd4518e37b5d071f4987500b12c80eda043fecb", "parents": [ "b5e518f69378ab676e42f4a53d3bc7bb428b1c40" ], "author": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Tue Sep 24 17:27:33 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Tue Sep 24 17:27:33 2019 +0900" }, "message": "[NEMO-418] BlockFetchFailureProperty (#238)\n\nJIRA: NEMO-418: BlockFetchFailureProperty\r\n\r\nMajor changes:\r\n\r\nIntroduces BlockFetchFailureProperty that is useful for IREdges such as those from transient to reserved resources\r\nIn BlockManagerWorker, provides an option to wait until fetching \"all elements\" of each block\r\nIn ParentTaskDataFetcher, provides an option to retry fetching blocks\r\nMinor changes to note:\r\n\r\nImplements BlockInputReader#retry\r\nUses a guava cache with a 2-second eviction policy for block location responses\r\nTransientResourcePolicy uses BlockFetchFailureProperty\r\nTests for the changes:\r\n\r\nParentTaskDataFetcherTest#testErrorWhenFutureWithRetry" }, { "commit": "b5e518f69378ab676e42f4a53d3bc7bb428b1c40", "tree": "919ffd8879f24b3fa0ea65c0926740bf69b6ef38", "parents": [ "a0c9b208cd3f0ee961ebc4473bcb8f86785879ef" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Mon Sep 09 18:50:39 2019 +0900" }, "committer": { "name": "Jeongyoon Eo", "email": "jeongyoon.eo@spl.snu.ac.kr", "time": "Mon Sep 09 18:50:39 2019 +0900" }, "message": "[NEMO-422] Sonarcloud issues (#239)\n\nJIRA: [NEMO-422: Sonarcloud issues](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-422)\r\n\r\n**Major changes:**\r\n- Resolves a number of sonarcloud issues\r\n\r\n**Minor changes to note:**\r\n- Resolves a number of sonarcloud issues\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #239 " }, { "commit": "a0c9b208cd3f0ee961ebc4473bcb8f86785879ef", "tree": "fa1f6883e62da1ba8564cff5526f5466ea63ba5a", "parents": [ "bd70bb2502c87ba485fdcef76314c9e97fa067cc" ], "author": { "name": "Won Wook SONG", "email": "wsong0512@gmail.com", "time": "Sun Sep 08 17:39:54 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Sun Sep 08 17:39:54 2019 +0900" }, "message": "[NEMO-400] Javadoc compile error (#226)\n\nJIRA: [NEMO-400: Javadoc compile error](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-400)\r\n\r\n**Major changes:**\r\n- None\r\n\r\n**Minor changes to note:**\r\n- Fixes the line that causes an error on the javadoc generation.\r\n- The `./bin/generate_javadocs.sh` command succeeds now\r\n\r\n**Tests for the changes:**\r\n- The checkstyle now checks for the new rules that have been left out, instead of creating a javadoc for every execution of tests.\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #226" }, { "commit": "bd70bb2502c87ba485fdcef76314c9e97fa067cc", "tree": "03ac01c04d96bd3b5f349336d5b8115b1a06ff75", "parents": [ "ebaf109a0880bce49b7c2fd45f795d875a6945be" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Mon Aug 26 12:01:19 2019 +0900" }, "committer": { "name": "Gyewon Lee", "email": "gyewonlee@snu.ac.kr", "time": "Mon Aug 26 12:01:19 2019 +0900" }, "message": "[NEMO-397] Separation of JVM heap region and off-heap memory region (#236)\n\nJIRA: [NEMO-397: Separation of JVM heap region and off-heap memory region](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-397)\r\n\r\n**Major changes:**\r\n- Off-heap memory ratio option added\r\n- slack region reserved for off-heap memory region by adding the two\r\n\r\nCloses #236 " }, { "commit": "ebaf109a0880bce49b7c2fd45f795d875a6945be", "tree": "3b96d77a440af6db876220caf62c4f86d0e0bd93", "parents": [ "7382bd7ee465c226561007fb6624c777a0e53ee2" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Fri Aug 23 16:09:23 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Fri Aug 23 16:09:23 2019 +0900" }, "message": "[NEMO-414] Command-line specified runtime data plane configurations not applied (#235)\n\nJIRA: [NEMO-414: Command-line specified runtime data plane configurations not applied](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-414)\r\n\r\n**Major changes:**\r\n- User-specified data plane configuration now applies to parameters.\r\n\r\n**Minor changes to note:**\r\n- The number of serialization threads for scheduling(schedule_ser_thread) now can be set through the command-line argument.\r\n\r\n" }, { "commit": "7382bd7ee465c226561007fb6624c777a0e53ee2", "tree": "47d3e9ebb0b0a70d2b7350b3c2c8edb835a710ef", "parents": [ "cb756801f2293c4c28116565323c91b0e2f0267d" ], "author": { "name": "Gao Zhiyuan", "email": "alapha23@gmail.com", "time": "Tue Aug 20 09:46:00 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Tue Aug 20 09:46:00 2019 +0900" }, "message": "[NEMO-404] Provide user argument to use lambda executor representer (#230)\n\nJIRA: [NEMO-404: Provide user argument to use lambda executor representer] https://issues.apache.org/jira/projects/NEMO/issues/NEMO-404)\r\n\r\n**Major changes:**\r\n- Prodivde user argument to use the new representer\r\n\r\n**Other comments:** \r\n\r\nTry it out by \r\n```\r\n./bin/run_beam.sh \\\r\n -job_id wordCount_testexecutor \\\r\n -executor_json `pwd`/examples/resources/executors/beam_test_executor_resources.json \\\r\n -optimization_policy org.apache.nemo.compiler.optimizer.policy.DefaultPolicy \\\r\n -user_main org.apache.nemo.examples.beam.WordCount \\\r\n -executor_type lambda \\\r\n -user_args \"`pwd`/examples/resources/inputs/test_input_wordcount `pwd`/outputs/wordcount --numEventGenerators\u003d1\" \r\n```\r\n\r\nBlocked by [NEMO-398: ExecutorRepresenter interface and DefaultExecutorRepresenter ](https://github.com/apache/incubator-nemo/pull/227)\r\n\r\nCloses #229" }, { "commit": "cb756801f2293c4c28116565323c91b0e2f0267d", "tree": "29fcb79e88b6a5c51d66e4698b87c01bb16698c9", "parents": [ "c23804089c54ef3bdf2443d8db3dcf0c5487a675" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Mon Aug 19 14:03:05 2019 +0900" }, "committer": { "name": "Gyewon Lee", "email": "strayyyyyy@gmail.com", "time": "Mon Aug 19 14:03:05 2019 +0900" }, "message": "[NEMO-413] Fix index checking for byte access of MemoryChunk using UNSAFE #234\n\nJIRA: [NEMO-413: Fix index checking for byte access of MemoryChunk using UNSAFE](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-413)\r\n\r\n**Major changes:**\r\n- Index checking for byte operation using UNSAFE fixed: type size for byte changed from 0 to 1.\r\n\r\nCloses #234 " }, { "commit": "c23804089c54ef3bdf2443d8db3dcf0c5487a675", "tree": "3bf0a761c9e24123b43d95d72062a8c5ab4a1ba2", "parents": [ "6fe9e6403f98ba4638b772bfc8e50af6d5db6633" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Mon Aug 19 13:36:58 2019 +0900" }, "committer": { "name": "Gyewon Lee", "email": "strayyyyyy@gmail.com", "time": "Mon Aug 19 13:36:58 2019 +0900" }, "message": "[NEMO-412] Address Sonar Cloud issue for MemoryChunk (#233)\n\nJIRA: [NEMO-412: Address Sonar Cloud issue for MemoryChunk](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-412)\r\n\r\n**Major changes:**\r\n- `checkIndex()` in `MemoryChunk` is fixed to return either true or false.\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\nCloses #233 " }, { "commit": "6fe9e6403f98ba4638b772bfc8e50af6d5db6633", "tree": "4f959e31052ed17d8807901a82ad46c1823c3e7f", "parents": [ "ce732d2617c74003862681cc32f3217f36538758" ], "author": { "name": "Gao Zhiyuan", "email": "alapha23@gmail.com", "time": "Sun Aug 11 16:08:45 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Sun Aug 11 16:08:45 2019 +0900" }, "message": "[NEMO-398] ExecutorRepresenter interface and DefaultExecutorRepresenter (#227)\n\nJIRA: [NEMO-398: ExecutorRepresenter interface and LambdaExecutorRepresenter ](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-398)\r\n\r\n**Major Changes:**\r\n`DefaultExecutorRepresenter` has the same function as previous `ExecutorRepresenter` does.\r\nNow `DefaultExecutorRepresenter` implements `ExecutorRepresenter` interface.\r\n\r\n**Tests for the changes:**\r\n- Not any" }, { "commit": "ce732d2617c74003862681cc32f3217f36538758", "tree": "5c87f49c075faa30973c490d20b8354e4591b20a", "parents": [ "ff5f332297f03cdefd312358ebaf2bddf3563354" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Wed Aug 07 15:27:20 2019 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Wed Aug 07 15:27:20 2019 +0900" }, "message": "[NEMO-388] Off-heap memory management (reuse ByteBuffer) (#223)\n\nJIRA: [NEMO-388: Off-heap memory management (reuse ByteBuffer)](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-388)\r\n\r\n**Major changes:**\r\n- New executor option: `max_offheap_mb` and `chunk_size_kb`\r\n- `MemoryPoolAssigner` class is involved in block creation to use off-heap memory\r\n- `ByteBuffer` is now reused, wrapped by `MemoryChunk`\r\n\r\n**Tests for the changes:**\r\n- `MemoryChunk` put/get tests included\r\n- `MemoryPoolAssigner` tests included\r\n\r\n**Other comments:**\r\n- Design doc attached in JIRA will be edited soon" }, { "commit": "ff5f332297f03cdefd312358ebaf2bddf3563354", "tree": "f79fe27ff21a4711a0265cad8ddfa6c3efb9fe20", "parents": [ "ea448dbca2ba46d27716b6d55f9072be5aaa4eec" ], "author": { "name": "Gao Zhiyuan", "email": "alapha23@gmail.com", "time": "Sat Aug 03 10:33:52 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Sat Aug 03 10:33:52 2019 +0900" }, "message": "[Nemo-402] Fix guava version conflict (#228)\n\nJIRA: [NEMO-402: Broken guava version conflicts cause ERROR: Trying to remove a RunningJob that is unknown ](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-###)\r\n\r\n**Major changes:**\r\n- guava version 19.0 -\u003e 20.0\r\n" }, { "commit": "ea448dbca2ba46d27716b6d55f9072be5aaa4eec", "tree": "bf7b65c90af3b77cf47c5f347d77132972c0ec8f", "parents": [ "b8a11ce777eb07d38f6c1f17e7e9598fa04871db" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Tue Jun 25 15:29:49 2019 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Tue Jun 25 15:29:49 2019 +0900" }, "message": "[NEMO-350] Implement Off-heap SerializedMemoryStore \u0026 [NEMO-384] Implement DirectByteBufferInputStream for Off-heap SerializedMemoryStore (#222)\n\nJIRA: [NEMO-350: Implement Off-heap SerializedMemoryStore](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-#350)\r\n[NEMO-384: Implement DirectByteBufferInputStream for Off-heap SerializedMemoryStore](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-#384)\r\n\r\n**Major changes:**\r\n- When a block is emitted by an executor, we write it directly to off-heap memory using `DirectByteBufferOutputStream` and `DirectByteBufferOutputStream`.\r\n\r\n**Minor changes to note:**\r\n- `getData()` and `getBuffer` should be distinguished when acquiring data in `SerializedPartition`\r\n\r\n**Other comments:**\r\n- This implementation does not ensure performance gain since the overhead of `allocateDirect` (malloc) surpasses the garbage collection overhead. For this reason, memory management is being implemented." }, { "commit": "b8a11ce777eb07d38f6c1f17e7e9598fa04871db", "tree": "a8e1e2cb9414b6ea06d5e1efc331c1da0eca8c44", "parents": [ "c1460546ab6eef271e54781a54a858bc94bdb39f" ], "author": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Fri Jun 14 22:19:21 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Fri Jun 14 22:19:21 2019 +0900" }, "message": "[NEMO-395] Address SonarCloud issues for the scheduler package (#220)\n\nJIRA: [NEMO-395: Address SonarCloud issues for the scheduler package](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-395)\r\n\r\n**Major changes:**\r\n- Fixes all \"Critical\" issues\r\n- Fixes most of the \"Major\" issues" }, { "commit": "c1460546ab6eef271e54781a54a858bc94bdb39f", "tree": "cdd602f344b404e4a8f7e7f4c55a2f8b7511d002", "parents": [ "639335f0421ca5297035ac37b3a2c1bbd1958962" ], "author": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Tue Jun 11 12:19:32 2019 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Tue Jun 11 12:19:32 2019 +0900" }, "message": "[NEMO-377] Fix watermark emission when there are no outputs in GBKWindowTransform (#210)\n\nJIRA: [NEMO-377: Fix watermark emission when there are no outputs in GBKWindowTransform](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-377)\r\n\r\n**Major changes:**\r\n- Set min value when there are no outputs in GBKWindow\r\n" }, { "commit": "639335f0421ca5297035ac37b3a2c1bbd1958962", "tree": "c3f8fb8e1c1cb231c58caacc412cfc0acfe1d016", "parents": [ "5b7177b7719365797c46ad0400c6795d4b3eae9b" ], "author": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Mon Jun 10 10:15:14 2019 +0900" }, "committer": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Mon Jun 10 10:15:14 2019 +0900" }, "message": "[NEMO-391] Set GrpcMessageEnvironment as a default implementation (#218)\n\nJIRA: [NEMO-391: Set GrpcMessageEnvironment as a default implementation](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-391)\r\n\r\n**Major changes:**\r\n- Change the default implementation of MessageEnvironment to GrpcMessageEnvironment\r\n\r\n" }, { "commit": "5b7177b7719365797c46ad0400c6795d4b3eae9b", "tree": "84122271d8c43afcc39a7d3757268784d4303b53", "parents": [ "b90dfa4afab6e9af5c4d97a82307f30f9c257e0a" ], "author": { "name": "Gao Zhiyuan", "email": "alapha23@gmail.com", "time": "Fri Jun 07 16:18:54 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Fri Jun 07 16:18:54 2019 +0900" }, "message": "[NEMO-385]LambdaPass, LambdaPolicy and ResourceLambdaProperty (#214)\n\nJIRA: [NEMO-385: Support Lambda Pass with lambda policy and lambda resource property](https://issues.apache.org/jira/browse/NEMO-385)\r\n\r\n**Major changes:**\r\n- Implement LambdaPass, LambdaPolicy and ResourceLambdaProperty\r\n\r\n**Tests for the changes:**\r\n- No test suites implemented\r\n\r\n**Other comments:**\r\n- This issue is a subissue under [NEMO-352 Nemo on AWS Lambda](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-352)\r\n- This PR relates to GSoC2019" }, { "commit": "b90dfa4afab6e9af5c4d97a82307f30f9c257e0a", "tree": "39fd64693d00b7636269bb47a4857fa981f484b9", "parents": [ "27151945c1b0408cf5a55610bdea1d02a8ae68b1" ], "author": { "name": "John Yang", "email": "johnyangk@apache.org", "time": "Fri Jun 07 12:56:18 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Fri Jun 07 12:56:18 2019 +0900" }, "message": "[NEMO-390] Address SonarCloud issues for the IR package (#217)\n\nJIRA: [NEMO-390: Address SonarCloud issues for the IR package](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-390)\r\n\r\n**Major changes:**\r\n- Fixes transient/serializable issues raised by SonarCloud\r\n\r\n**Minor changes to note:**\r\n- Renames MessageBarrierVertex to TriggerVertex\r\n- Renames StreamVertex to RelayVertex\r\n\r\nCloses #217 " }, { "commit": "27151945c1b0408cf5a55610bdea1d02a8ae68b1", "tree": "e120fea7f65cac4960abb9eb393f38421cd85776", "parents": [ "66c2d921610855fc5a981071b324a4cbd82e55a9" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Mon Apr 15 17:59:30 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Mon Apr 15 17:59:30 2019 +0900" }, "message": "[NEMO-383] Implement DirectByteBufferOutputStream for Off-heap SerializedMemoryStore (#213)\n\nJIRA: [NEMO-383: Implement DirectByteBufferOutputStream for Off-heap SerializedMemoryStore](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-383)\r\n\r\n**Major changes:**\r\n- Added `DirectByteBufferOuputStream` for writing data off-heap.\r\n\r\n**Tests for the changes:**\r\n- Added `DirectByteBufferOutputStreamTest` to test proper write using the `DirectByteBufferOutputStream`.\r\n" }, { "commit": "66c2d921610855fc5a981071b324a4cbd82e55a9", "tree": "ec7040a7a02e6ebdf7fd875e0fab380f6ba5a62a", "parents": [ "6eea2aa500d335a86aa8610bd194a9275ef9bf9c" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Mon Apr 15 14:06:49 2019 +0900" }, "committer": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Mon Apr 15 14:06:49 2019 +0900" }, "message": "[NEMO-379] Change javadoc goal to a proper one\n\nJIRA: [NEMO-379: Change javadoc goal to a proper one](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-379)\r\n\r\n**Major changes:**\r\n- Change javadoc test command from `javadoc` to `test-javadoc`. This prevents tests from creating unwanted javdoc files, caused by #139 .\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #212 " }, { "commit": "6eea2aa500d335a86aa8610bd194a9275ef9bf9c", "tree": "6353da4a620998c23a9e4304c394554824dc3393", "parents": [ "fbd2e6e16fea969e0e452f3d66e1691b08e62454" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Fri Apr 05 23:56:46 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Fri Apr 05 23:56:46 2019 +0900" }, "message": "[NEMO-375] Add option to turn off metric collection to DB (#211)\n\nJIRA: [NEMO-375: Add option to turn off metric collection to DB](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-375)\r\n\r\n**Major changes:**\r\n- Adds configuration for the DB to turn off metric collection to DB by default.\r\n- Adds proper README docs\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #211 " }, { "commit": "fbd2e6e16fea969e0e452f3d66e1691b08e62454", "tree": "4ecb477fc7a8cd252ca9e4ec5d183e759069dc7e", "parents": [ "1af71903abeb166ff120cb8cca3b9ea8842dd42a" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Sun Mar 31 00:17:01 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Sun Mar 31 00:17:01 2019 +0900" }, "message": "[NEMO-360] Implementing an \u0027XGBoostPolicy\u0027 (#203)\n\nJIRA: [NEMO-360: Implementing an \u0027XGBoostPolicy\u0027](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-360)\r\n\r\n**Major changes:**\r\n- Adds a python script that runs XGBoost.\r\n - as well as a bash script for using the python script.\r\n- Uses the Client \u003c-\u003e Driver RPC to run the XGBoost script and return the results to the driver.\r\n- Enables environment tag.\r\n- Refactors the utility classes accordingly.\r\n\r\n**Minor changes to note:**\r\n- Miscellaneous methods to help the implementation (e.g., getEdgeById)\r\n- Consistency in the shell scripts\r\n- Appropriately adds files to the gitignore\r\n- Javadocs\r\n\r\n**Tests for the changes:**\r\n- MetricUtilsTest confirms that changing an EP to indices and back to EP works correctly (TDD)\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #203" }, { "commit": "1af71903abeb166ff120cb8cca3b9ea8842dd42a", "tree": "1f6440b4c5a2774ab5a2fe6c64d74305a92ebf23", "parents": [ "432c87166bd4f64784d24805e7365ea83d21360a" ], "author": { "name": "Taegeon Um", "email": "taegeonum@gmail.com", "time": "Sat Mar 30 22:10:40 2019 +0900" }, "committer": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Sat Mar 30 22:10:40 2019 +0900" }, "message": "[NEMO-368] include all jar files for global libraries (#209)\n\nJIRA: [NEMO-368: NEMO-353 breaks the application from running in YARN environments](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-368)\r\n\r\n**Major changes:**\r\n- includes all jar files in the class path when starting NemoDriver\r\n" }, { "commit": "432c87166bd4f64784d24805e7365ea83d21360a", "tree": "df62870d77fd4ea6630975a49fe60d4c639f1f35", "parents": [ "55e05f468bddc7b7e1fdba25ddccce7d3df330d3" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Wed Mar 27 18:22:17 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Wed Mar 27 18:22:17 2019 +0900" }, "message": "[NEMO-362] Upgrade of checkstyle version (#208)\n\nJIRA: [NEMO-362: Upgrade of checkstyle version](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-362)\r\n\r\n**Major changes:**\r\n- Upgrade of the checkstyle version.\r\n\r\n**Minor changes to note:**\r\n- Removes redundant final modifiers, which creates errors generated by newer check style versions.\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #208" }, { "commit": "55e05f468bddc7b7e1fdba25ddccce7d3df330d3", "tree": "93a2ece60419ea055c20c6618a1afdfae317fbcc", "parents": [ "62fb70fdf514d6b312be09184331b2d6cfeb2349" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Wed Mar 27 17:15:43 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Wed Mar 27 17:15:43 2019 +0900" }, "message": "[NEMO-361] Consistency on indentations (#207)\n\nJIRA: [NEMO-361: Consistency on indentations](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-361)\r\n\r\n**Major changes:**\r\n- Runs the \u0027Reformat code\u0027 command on IntelliJ to auto-indent files.\r\n- Re-organizes imports in an alphabetical order\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None, it simply fixes the indentations and imports\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #207" }, { "commit": "62fb70fdf514d6b312be09184331b2d6cfeb2349", "tree": "fed947a964f567c382e4cde0371fbb8975ee0dfb", "parents": [ "aca7ce260f4bda3d28931621e1092b13c596995e" ], "author": { "name": "Haeyoon Cho", "email": "chohy0555@gmail.com", "time": "Tue Mar 26 22:40:01 2019 +0900" }, "committer": { "name": "Gyewon Lee", "email": "strayyyyyy@gmail.com", "time": "Tue Mar 26 22:40:01 2019 +0900" }, "message": "[NEMO-369] DirectByteArrayOutputStream usage refactoring (#206)\n\nJIRA: [NEMO-369: DirectByteArrayOutputStream usage refactoring](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-369)\r\n\r\n**Major changes:**\r\n- Replaced usage of duplicated method getCount() to size()\r\n- deleted getCount() method\r\n\r\n**Minor changes to note:**\r\n- None\r\n\r\n**Tests for the changes:**\r\n- None\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #206 " }, { "commit": "aca7ce260f4bda3d28931621e1092b13c596995e", "tree": "e468b69ca2dd88cbcc9000d1f47fef290aec5115", "parents": [ "faa8cd195b458bb4d6423d557f746527b1a80f56" ], "author": { "name": "Won Wook SONG", "email": "wonook@apache.org", "time": "Wed Mar 20 20:38:56 2019 +0900" }, "committer": { "name": "WooYeon Lee", "email": "wylee.xyzi@gmail.com", "time": "Wed Mar 20 20:38:56 2019 +0900" }, "message": "[NEMO-364] Upgrade Beam version (#204)\n\nJIRA: [NEMO-364: Upgrade Beam](https://issues.apache.org/jira/projects/NEMO/issues/NEMO-364)\r\n\r\n**Major changes:**\r\n- Upgrades the Beam version to 2.11.0, the newest version, to fix various errors.\r\n\r\n**Minor changes to note:**\r\n- Updates to the deprecated packages and syntaxes.\r\n\r\n**Tests for the changes:**\r\n- Existing tests confirm the changes\r\n\r\n**Other comments:**\r\n- None\r\n\r\nCloses #204 " } ], "next": "faa8cd195b458bb4d6423d557f746527b1a80f56" }