)]}' { "log": [ { "commit": "11ebaeeb071cb182c388a40755e84f60dda32260", "tree": "8655e7f6c7aed0785914e00089ea675d5903c887", "parents": [ "a888fb755fa7837d1b78e6a403f2b82ebbc7a9e2" ], "author": { "name": "Renán I. Del Valle", "email": "commit@ridv.xyz", "time": "Fri Feb 21 10:19:34 2020 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Feb 21 10:19:34 2020 -0800" }, "message": "Apache version moved into the Attic (#106)\n\nDisabling Actions to not take time up from other Apache projects.\r\nPutting a notice that the Apache version of this project has been moved to the Apache Attic.\r\nPutting a link to the spiritual successor of the project." }, { "commit": "a888fb755fa7837d1b78e6a403f2b82ebbc7a9e2", "tree": "6629101423cb388c84f0bd52067a6eea9e7036e3", "parents": [ "17329fc0d1d014711bda8e74fde02d156bd368ec" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Mon Jan 13 07:49:50 2020 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Jan 13 07:49:50 2020 -0800" }, "message": "Upgrading npm dependencies with ciritical vulnerabililities (#103)\n\n* Upgrading two npm packages which contained critical vulnerabilities.\r\n\r\n* Upgrading webpack. \r\n\r\n* Setting ajv-keywords and ajv versions for version resolution. \r\n\r\n* Adding required webpack-cli to dependencies as its required by the latest version of webpack. \r\n\r\n* Pinning node version to be the latest LTS. \r\n" }, { "commit": "17329fc0d1d014711bda8e74fde02d156bd368ec", "tree": "be6f310a496c253c7ad2d1778dbb70abc5aba1df", "parents": [ "e02127ed5c65102409156f6993961bf3a2cbeecf" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Fri Jan 03 16:20:31 2020 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Jan 03 16:20:31 2020 -0800" }, "message": "Updating information to reflect our new practices and our move to using the Github workflow for the project. (#102)\n\n* Updating or documentation to reflect our new practices and our move to using the Github workflow for the project." }, { "commit": "e02127ed5c65102409156f6993961bf3a2cbeecf", "tree": "e18dd9044b008aed20ae8ed46b33c609341d7ec6", "parents": [ "ebf093d00b7aff19a94649775ea11761d688e50e" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Fri Dec 20 16:53:36 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Dec 20 16:53:36 2019 -0800" }, "message": "Dropping support for making Trusty eggs. Upgrading Jessie to Stretch. (#100)\n\n* Mesos Python eggs generation for Ubuntu Trusty has now been dropped because Trusty has reached EOL.\r\n* Mesos Python eggs generation for Debian has been upgraded from Jessie to Stretch since Jessie is also EOL." }, { "commit": "ebf093d00b7aff19a94649775ea11761d688e50e", "tree": "e2d067ce9bb3a6e7dfcf7e05ba05354572e60b8a", "parents": [ "3e31bc0f353e58e38d06745c259f492bc4ed76c5" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Thu Dec 19 11:41:32 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Dec 19 11:41:32 2019 -0800" }, "message": "Gradle upgrade to 4.10.2 (#101)\n\n* Mark gradle-wrapper.jar as a binary file so the line endings don\u0027t get changed.\r\n\r\n* Upgrade gradlew to 4.10.2\r\n\r\n* Upgrading spotbugs plugin and changing task name for ui in order to not collide with ther reserved function name test (this was a change in gradle).\r\n" }, { "commit": "3e31bc0f353e58e38d06745c259f492bc4ed76c5", "tree": "86d35cc87ebc12edcf0ccb7568420415a7fbc44b", "parents": [ "e02e0a937763a6ff2e69d64478d2ec3051002374" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Wed Dec 18 17:26:39 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Dec 18 17:26:39 2019 -0800" }, "message": "Batch Auto Pause improvements (#98)\n\n* Fixing auto pause leaving an instance without processing before pausing the update.\r\n\r\n* Simplifying code. Removing final pause after update has reached a terminal state.\r\n" }, { "commit": "e02e0a937763a6ff2e69d64478d2ec3051002374", "tree": "61fe7cf2416a59318d3d7f1438a2243e8c4da4e6", "parents": [ "fe5c205a6622d588947058d12b2a2015f8a5adb7" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:29:46 2019 -0800" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:29:46 2019 -0800" }, "message": "Incrementing snapshot version to 0.23.0-SNAPSHOT.\n" }, { "commit": "fe5c205a6622d588947058d12b2a2015f8a5adb7", "tree": "22e806c34d18d712f32ae87638da541335984092", "parents": [ "edc609bbde30baf5921e3f463692a9a085381b0b" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:29:46 2019 -0800" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:29:46 2019 -0800" }, "message": "Updating CHANGELOG for 0.22.0 release.\n" }, { "commit": "edc609bbde30baf5921e3f463692a9a085381b0b", "tree": "fb675b751e5dd6df91477be0e3a3f7f9c9e245b7", "parents": [ "c45a7d8e87deba0f14dfd0c8a01740200efc1f66" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:27:22 2019 -0800" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Dec 03 13:27:22 2019 -0800" }, "message": "Preparing RELEASE-NOTES.md for release.\n" }, { "commit": "c45a7d8e87deba0f14dfd0c8a01740200efc1f66", "tree": "f8b30e5ff5dfadc48e5fe4cff391b673b4004dc4", "parents": [ "3e16541d292d8aab557793aeaf58507b749d9ae9" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Tue Dec 03 09:08:15 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Dec 03 09:08:15 2019 -0800" }, "message": "Fixing flaky Kerberos end to end tests (#96)\n\nChanging key servers for GPG key retrieval to a more reliable one.\r\nSetting LC_ALL in kerberos test script to satisfy new Pants locale requirement." }, { "commit": "3e16541d292d8aab557793aeaf58507b749d9ae9", "tree": "9d93108c44e97bb19b8fc940c1eb737b9995ace3", "parents": [ "ee9d5249123db6bd404d72557be0dd84ef96de95" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Thu Nov 28 18:31:06 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Nov 28 18:31:06 2019 -0800" }, "message": "Increasing initial timeout for health check in order to allow docker based tasks to pass. (#95)\n\nDocker based tasks in our end to end testing were previously not coming up fast enough to pass the health check. Increasing the initial timeout for the health check allows these tasks used by our end to end tests to pass successfully." }, { "commit": "ee9d5249123db6bd404d72557be0dd84ef96de95", "tree": "e6e436263e576509a02a7339b9bc767d5abea03c", "parents": [ "8e5681837f91a5ccef2da6ec0a61696c559389ef" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Thu Nov 07 13:55:05 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Nov 07 13:55:05 2019 -0800" }, "message": "Vagrant box update (#94)\n\n* Upgrading kerberos to 1.17.\r\n\r\n* Updating Vagrant box to latest bento box.\r\n" }, { "commit": "8e5681837f91a5ccef2da6ec0a61696c559389ef", "tree": "d9285d205dd741e2e0ff71bf5a1af22592ba4e63", "parents": [ "286543f1d859f94ff89eb32cfa20acf0db021e9a" ], "author": { "name": "Renan I. Del Valle", "email": "renan@apache.org", "time": "Tue Nov 05 08:06:02 2019 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Nov 05 08:06:02 2019 -0800" }, "message": "Switching from TravisCI to Actions (#92)\n\n* Replacing Travis CI with Github Actions.\r\n\r\n* Replacing TravisCI badge with Actions badge.\r\n" }, { "commit": "286543f1d859f94ff89eb32cfa20acf0db021e9a", "tree": "22443f2e84724b3ff865426772e2c27bf4e3a7b0", "parents": [ "b4b95a644277fd88eb93fceb6d811ee4bbd8fb56" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Mon Nov 04 14:28:55 2019 -0800" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Mon Nov 04 14:30:58 2019 -0800" }, "message": "Revert \"Release candidate changes\"\n\nThis reverts commits:\n 951d12c6ab3bc8221ae252f0d6948084d51af7b8\n b4b95a644277fd88eb93fceb6d811ee4bbd8fb56\n 4f2c3fc616acfa33a01a60338f8c7396586ceead\ndue to the failure of RCO.\n" }, { "commit": "b4b95a644277fd88eb93fceb6d811ee4bbd8fb56", "tree": "b982442b829b140c304af1f27d1fc23d811366d8", "parents": [ "951d12c6ab3bc8221ae252f0d6948084d51af7b8" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:30 2019 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:30 2019 -0700" }, "message": "Incrementing snapshot version to 0.23.0-SNAPSHOT.\n" }, { "commit": "951d12c6ab3bc8221ae252f0d6948084d51af7b8", "tree": "83fc16391c4c3ad69a878d6c4724376a5fbe861b", "parents": [ "4f2c3fc616acfa33a01a60338f8c7396586ceead" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:30 2019 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:30 2019 -0700" }, "message": "Updating CHANGELOG for 0.22.0 release.\n" }, { "commit": "4f2c3fc616acfa33a01a60338f8c7396586ceead", "tree": "866600c9ce82bfd94be32d968806518ea834a540", "parents": [ "74bc53a7bbacd77a3360072c808e6ff0a0db7a3f" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:15 2019 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Oct 22 13:03:15 2019 -0700" }, "message": "Removing (unreleased) from Relase notes.\n" }, { "commit": "74bc53a7bbacd77a3360072c808e6ff0a0db7a3f", "tree": "22443f2e84724b3ff865426772e2c27bf4e3a7b0", "parents": [ "ea8e2f4d905e26b3b999e8b59a3cb74a08a3dbf5" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Oct 14 15:19:09 2019 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 14 15:19:09 2019 -0700" }, "message": "Allow configuration manager to accept non-prod jobs with SLAPolicy (#87)\n\n* Allow non-production tasks to be accepted when they have SLAPolicy attached to them and the -sla_aware_kill_non_prod is set to true.\r\n" }, { "commit": "ea8e2f4d905e26b3b999e8b59a3cb74a08a3dbf5", "tree": "8eee86a5421724ac679a07237c351ef552afc91b", "parents": [ "7544299d1448e1b865b450c82d219a57d787293f" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Sep 16 17:11:46 2019 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Sep 16 17:11:46 2019 -0700" }, "message": "Updating relese notes and scheduler documentation (#69)\n\n* Updated RELEASE-NOTES with information about the new flag which allows operators to enable SLA aware killing for non-production tasks.\r\n* Fixed a typo in SchedulerMain.\r\n* Updated documentation to reflect the output of the scheduler when run with the `-help` flag." }, { "commit": "7544299d1448e1b865b450c82d219a57d787293f", "tree": "61f6c001da6ff3632f52e5d4d9c7c971211b9c86", "parents": [ "5c62de4ba43e81da9d7676e190419187fd67a941" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Sep 16 11:23:32 2019 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Sep 16 11:23:32 2019 -0700" }, "message": "Adding flag to enable SLA aware killing for non production workloads. (#67)\n\nAdded a flag that allows operators to enable SLA aware killing for non-production tasks. \r\nThe flag is disabled by default." }, { "commit": "5c62de4ba43e81da9d7676e190419187fd67a941", "tree": "8af85694e1747884f6f3dfeaf5051da071f9030c", "parents": [ "45e619a5cde9604cc4e61916b7877142185bff24" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Sep 05 14:00:17 2019 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Sep 05 14:00:17 2019 +0200" }, "message": "Add observer flag to disable resource metric collection (#66)\n\n" }, { "commit": "45e619a5cde9604cc4e61916b7877142185bff24", "tree": "0e1f4fe2776a70731847c6138c9204dd31fccd12", "parents": [ "53c9cd631bb451aa0f2e00b6c59503b62054d5fb" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Aug 28 12:34:07 2019 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Aug 28 12:34:07 2019 -0700" }, "message": "Auto Pause for Batch based update strategies (#54)\n\nAuto pause feature for VariableBatch strategy and Batch strategy. With this feature enabled, when an update is ROLLING_FORWARD, the update will automatically pause itself right before a new batch is started. \r\n\r\n(This feature is being released as tested but in beta state. We are looking to collect feedback before we consider it fully stable.)\r\n" }, { "commit": "53c9cd631bb451aa0f2e00b6c59503b62054d5fb", "tree": "f049eaa6f36e3c127c76dbe9b87a2a77e5fc892c", "parents": [ "37f7797d2ebd1ac320a304186a3c3b17f2fcdedf" ], "author": { "name": "Raúl Cuza", "email": "220180+rcuza@users.noreply.github.com", "time": "Tue Aug 27 11:23:45 2019 -0400" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Aug 27 08:23:45 2019 -0700" }, "message": "Docfix: update thermos_profile cmdline (#64)\n\n* update setup_env cmdline \r\n\r\nChanged the `setup_env` command line to be more easily read.\r\n" }, { "commit": "37f7797d2ebd1ac320a304186a3c3b17f2fcdedf", "tree": "ee8df16107e0e448f4c0d3a2696effae895d55af", "parents": [ "33ac2fb17baa1f9a00ae4df672b4d33ba4ea0478" ], "author": { "name": "psontag", "email": "philipp.sontag@web.de", "time": "Tue Aug 13 22:59:01 2019 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Aug 13 13:59:01 2019 -0700" }, "message": "Make schema_helpers.py python3 compatible (#65)\n\n" }, { "commit": "33ac2fb17baa1f9a00ae4df672b4d33ba4ea0478", "tree": "ebb9a1d0ac9e03d3c24d002abef895e464bc62eb", "parents": [ "bb55104922303ef6c141448bda61139ad35dde9a" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Thu Aug 01 14:16:30 2019 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Aug 01 14:16:30 2019 -0700" }, "message": "Mesos Fetcher file name output support (#6) (#63)\n\n* Mesos Fetcher file name output support (#63 \r\n\r\n* User can decide what the final name of a downloaded artifact will be.\r\n" }, { "commit": "bb55104922303ef6c141448bda61139ad35dde9a", "tree": "c7943e56ddd4cef601fc6d0319ce651ec1cd84ff", "parents": [ "246b920bb4191718593dc781598118d16644e552" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Wed Jul 24 09:07:50 2019 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Wed Jul 24 09:07:50 2019 +0200" }, "message": "Ensure resource ordering in PreemptionVictimFilter is deterministic (#61)\n\n" }, { "commit": "246b920bb4191718593dc781598118d16644e552", "tree": "4d6c9a8cdcf1a7d8650045eeb13bbc5c3a872ff0", "parents": [ "6ec953f27f7f80366d6bf4c8e7cba0e62a874753" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Mon Jun 24 22:51:26 2019 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Jun 24 22:51:26 2019 +0200" }, "message": "Upgrade Pants (#60)\n\n* Update to latest virtualenv for installing Python helpers\r\n\r\n* Update to Pants 1.15.0\r\n\r\nThis pulls in a few updated code quality checks that requires a few\r\nadjustments of our code base.\r\n\r\n* Run Travis tests on Xenial, in line with our Vagrant environment\r\n" }, { "commit": "6ec953f27f7f80366d6bf4c8e7cba0e62a874753", "tree": "e3c7e5b8dbe04f61ebb63d83399e56866dbc8154", "parents": [ "8bed0572a420079b850af03e8cd9faa3a1c3261d" ], "author": { "name": "Stephan Erb", "email": "github@stephanerb.eu", "time": "Tue Mar 12 23:46:15 2019 +0100" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Mar 12 15:46:15 2019 -0700" }, "message": "Fix failing CI builds (#55)\n\n* Use pytest version with Python 2 compatible requirements\r\n\r\n* Resort imports according to latest isort release\r\n" }, { "commit": "8bed0572a420079b850af03e8cd9faa3a1c3261d", "tree": "459711321d09bbe1102e39e165e97f5311fc9894", "parents": [ "c1791d6f94b7a98cdcecb3b70a8655f5320c3e58" ], "author": { "name": "Stephan Erb", "email": "github@stephanerb.eu", "time": "Fri Feb 01 22:54:56 2019 +0100" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Fri Feb 01 22:54:56 2019 +0100" }, "message": "Update to Pystachio 0.8.5 (#52)\n\nThis picks up a few performance improvements\r\nhttps://github.com/wickman/pystachio/pull/32" }, { "commit": "c1791d6f94b7a98cdcecb3b70a8655f5320c3e58", "tree": "8778a9fa60796abaf02f4a82f08292292ed78e1b", "parents": [ "807a10d3ec165739ac72405b1146ad3b8ec97576" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Dec 03 12:19:58 2018 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Dec 03 12:19:58 2018 -0800" }, "message": "Set IsProd when Job is received by Scheduler (#50)\n\n* Setting a task\u0027s tier automatically to the default tier if none has been provided.\r\n\r\n* Removing backfill code.\r\n" }, { "commit": "807a10d3ec165739ac72405b1146ad3b8ec97576", "tree": "edde11a09c8ed02d32019af9f5a74f1ebc5eb477", "parents": [ "a21311d6b2f03ca082b5ef0dfce649b6e46fc192" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Nov 13 13:58:36 2018 -0800" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Nov 13 13:58:36 2018 -0800" }, "message": "Upgrade dev enviornment to Mesos 1.6.1 (#42)\n\n* Upgrade fo Mesos 1.6.1\r\n\r\n* Upgrading Vagrantfile to use box 0.0.17.\r\n\r\n* Changing permissions for Docker sandbox to match the permissions of pre Mesos 1.6\r\n\r\n* Adding link to issue that causes this problem as well as a TODO since we want a cleaner solution.\r\n\r\n* Updating release notes to have the Mesos 1.6.1 at the top.\r\n" }, { "commit": "a21311d6b2f03ca082b5ef0dfce649b6e46fc192", "tree": "e463584611b9bff303c5b4d7bbbd1c20be4bc3c7", "parents": [ "b6a5a7abe88577c139761da3ef3ac8f8af00c5c6" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Oct 31 15:12:15 2018 -0700" }, "committer": { "name": "Stephan Erb", "email": "github@stephanerb.eu", "time": "Wed Oct 31 23:12:15 2018 +0100" }, "message": "Miscellaneous cosmetic fixes and Travis CI badge (#45)\n\n* Mimicking ReviewBoard format in github PR template.\r\n\r\n* Adding Travis CI badge to README page.\r\n\r\n* Getting rid of stray spaces in RELEASE-NOTES.\r\n" }, { "commit": "b6a5a7abe88577c139761da3ef3ac8f8af00c5c6", "tree": "53a52542e480f1e685fcf137de0f94d67510b271", "parents": [ "2be93156e503c61162e3bb007fcd5660c022b010" ], "author": { "name": "Stephan Erb", "email": "github@stephanerb.eu", "time": "Tue Oct 16 21:30:59 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Oct 16 12:30:59 2018 -0700" }, "message": "Update Pystachio to 0.8.4 (#46)\n\nThis fixes a few inconsistencies with hashing and equality\r\nhttps://github.com/wickman/pystachio/pull/30. This is not directly\r\napplicable for Aurora but will be for downstream packages that try\r\nto consume schema definitions in Python 3." }, { "commit": "2be93156e503c61162e3bb007fcd5660c022b010", "tree": "4e86d02565329a7648baeca7c202b349c99dd6b5", "parents": [ "547dc767d9f4af8e49e1cfb419a79f2ab8609832" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Oct 15 14:14:04 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 15 14:14:04 2018 -0700" }, "message": "Custom executor UI fix (#43)\n\n* Allowing getTasksWithoutConfig api to return executor name used by task.\r\n\r\n* Do not render a link when a task is not thermos based.\r\n\r\n* Fixing test that expected all of the executor config to be unset.\r\n" }, { "commit": "547dc767d9f4af8e49e1cfb419a79f2ab8609832", "tree": "e78a94994c0ffd68c2e00c9adaff3ee21750a35a", "parents": [ "b6f0b7b309c2ffb2b91c6b557c771523f7aa72c6" ], "author": { "name": "se choi", "email": "thinker0@gmail.com", "time": "Tue Oct 16 02:51:05 2018 +0900" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Oct 15 10:51:05 2018 -0700" }, "message": "Fix Mesos egg building for CentOS6 (#44)\n\n* Change devtoolset-7 (scl-rh)\r\n\r\nUsage http://mirror.centos.org/centos/6/sclo/x86_64/rh/devtoolset-7/\r\n" }, { "commit": "b6f0b7b309c2ffb2b91c6b557c771523f7aa72c6", "tree": "1d0037bb29d07a87bac533447a5a3eb11b27ddc5", "parents": [ "dc1fddf65d765a8fcb32b85f24c203139cadffcc" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Oct 08 17:53:13 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 08 17:53:13 2018 -0700" }, "message": "Staggered (Variable batch) Updates (#37)\n\nUpdates can now be carried out in batch sizes of differing sizes. \r\n\r\nChanges:\r\n\r\n* Adding an example of an update schema with a variable batch update.\r\n\r\n* UI now displays the update strategy used by the update along with the max amount of parallel instances being updated at once, batch size, or variable batch update sizes.\r\n\r\nCompatibility with 0.21.0:\r\n\r\n* Converting old schema to new schema upon receiving it for compatibility with clients using the older schema to ease transition from 0.21.0 to 0.22.0.\r\n\r\n* Back-fill will port old thrift schema to new update strategies.\r\n\r\n* batch size is set from update strategy in order to ensure backwards compatibility in case of rolling back to version 0.21.0.\r\n\r\nTests added:\r\n\r\n* Added tests that use variable update to verify that it works as expected both in rolling_forward and rolling_backwards cases and various corner cases.\r\n\r\n* Added a fail fast tests when combining update strategies and wait_for_batch_completion or batch size.\r\n\r\nFuture TODO:\r\n\r\n* Added TODO to add verification to the number of instances running on end to end tests during batch updates.\r\n\r\n* Remove deprecated Thrift fields once 0.22.0 is released.\r\n\r\n" }, { "commit": "dc1fddf65d765a8fcb32b85f24c203139cadffcc", "tree": "efbfac8c425bc66f4ea88b1230cce30fd9c42548", "parents": [ "921e7f00d94c715925088500bb1a618bdb57ae11" ], "author": { "name": "Daniel Knightly", "email": "daniel_knightly@yahoo.com", "time": "Tue Oct 02 15:55:54 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jordanly@users.noreply.github.com", "time": "Tue Oct 02 15:55:54 2018 -0700" }, "message": "Memoize loader.load and loader.load_json (#41)\n\n* Memoize loader.load and loader.load_json\r\n\r\nProblem: when reusing the aurora.client.cli.context to process multiple jobkeys from a config_file, the client currently reloads and processes the config file for each jobkey. For large complicated aurora files this can take ~40s to process which makes it expensive to do this every time for each jobkey.\r\n\r\nSolution: memoize the loader.load() on the config file path so that we only load and process each config file once.\r\n\r\nResult: We only need to load and process each config file once. For config files with ~50keys and a 40s load time, this significantly reduces the overall time spent inspecting the jobs." }, { "commit": "921e7f00d94c715925088500bb1a618bdb57ae11", "tree": "f12eb21a2a2293ea0b30a97f2e9ad1887d80bcd5", "parents": [ "0e5c7c5753520e6c97d08057d6b81488ae235dc5" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Mon Oct 01 13:02:42 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Mon Oct 01 13:02:42 2018 -0700" }, "message": "Move Mesos Egg generation from Vagrant to Docker (#40)\n\n* Verified Ubuntu Xenial and Trusty both work.\r\n\r\n* Verified Debian Jessie works.\r\n\r\n* Verified CentOS7 build is working\r\n\r\n* Adding CentOS6 but it has been broken for some time. Will leave in for now but it\u0027s a candidate to be removed unless fixed.\r\n" }, { "commit": "0e5c7c5753520e6c97d08057d6b81488ae235dc5", "tree": "41a3c3e67a3f987960ea28f46dd55b6bfe6fff86", "parents": [ "62e13984005cc84d85e4cb2891b70612376cffc3" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:56:09 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:56:09 2018 -0700" }, "message": "Incrementing snapshot version to 0.22.0-SNAPSHOT.\n" }, { "commit": "62e13984005cc84d85e4cb2891b70612376cffc3", "tree": "a09e46057e3b49a46c8859d86270e0ca1dcf9fa6", "parents": [ "29748d5c59fe85b529b18700ee7b3c844f6aa432" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:56:09 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:56:09 2018 -0700" }, "message": "Updating CHANGELOG for 0.21.0 release.\n" }, { "commit": "29748d5c59fe85b529b18700ee7b3c844f6aa432", "tree": "0974b10d4703563048fdc62d788cb931935fea71", "parents": [ "84a4279773575e17ccdea0b56198a01a58316ff4" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:54:36 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Thu Sep 06 13:54:36 2018 -0700" }, "message": "Changing git repository location for release and release-candidate scripts.\n" }, { "commit": "84a4279773575e17ccdea0b56198a01a58316ff4", "tree": "6c116dbdfde3e61e68e859177bd8099403bb2fad", "parents": [ "6fd302d3a482a65194cb334d91137d779e6cfe19" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Sep 05 11:40:06 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Sep 05 11:40:06 2018 -0700" }, "message": "Revert \"Updating CHANGELOG for 0.21.0 release.\"\n\nThis reverts commit ed8a33b40778e76c7577437545572fe5bf28f611.\n" }, { "commit": "6fd302d3a482a65194cb334d91137d779e6cfe19", "tree": "8eb693c13f1df80e31f5726ee29db7d4afa562a7", "parents": [ "32776792d273b36afbf4a1bab69a66fb06163ffd" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Sep 05 11:39:37 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Sep 05 11:39:37 2018 -0700" }, "message": "Revert \"Incrementing snapshot version to 0.22.0-SNAPSHOT.\"\n\nThis reverts commit d9495e52815837f6ff2740fb5c3db7ae9fe53972.\n" }, { "commit": "32776792d273b36afbf4a1bab69a66fb06163ffd", "tree": "f8bbd9efe789ef7ffa7f932c51a4ae1be5b49f36", "parents": [ "8e9d88f624f11a520f8d5030520c76c5fc6e6185" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Aug 09 12:34:06 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Sep 05 10:27:27 2018 -0700" }, "message": "Fix sandbox permission errors with Mesos 1.6.0\n\nMesos 1.6.0 creates sandboxes with permissions 750 rather than 755. This\nbreaks the assumption of Thermos that non-privileged processes can still\nread the sandbox content.\n\nThis change is necessary even when container images are used via the\nMesos containerizer, as certain processes such as the stdout log\nrotation continue to run outside of the image.\n" }, { "commit": "8e9d88f624f11a520f8d5030520c76c5fc6e6185", "tree": "975efd78ca8640707839c117a2e9b92c1cb835ab", "parents": [ "355b953e4d88c913f0881ba64f3988937f66468f" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Aug 09 12:33:22 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Sep 05 10:27:27 2018 -0700" }, "message": "Refactor DirectorySandbox to take the Mesos sandbox path\n\nRather than taking \"/path/to/mesos_task_dir/sandbox\" as a constructor\nargument, the sandbox objects are now passed just \"/path/to/mesos_task_dir\"\nas this simplifies a few operations that need the folder created by\nMesos.\n\nThe \"sandbox\" subfolder is still created with the same name, but this is\nnow only handled internally. There is no user-visible behaviour change.\n" }, { "commit": "355b953e4d88c913f0881ba64f3988937f66468f", "tree": "e86f3fb562d6e615dfdd23f1363e8f5eb9df1002", "parents": [ "b17bf79436bfb6f346e511eb7935b94f48a7fc2f" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Aug 09 12:09:41 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Sep 05 10:27:27 2018 -0700" }, "message": "Log full stack traces when a Thermos process fails\n\nFor example, rather than just a \"Permission denied\" one gets a full\nstacktrace of which access or operation caused the issue.\n" }, { "commit": "b17bf79436bfb6f346e511eb7935b94f48a7fc2f", "tree": "dc2163f61e491eca4776c7c9e305fd135fce9005", "parents": [ "d9495e52815837f6ff2740fb5c3db7ae9fe53972" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Aug 09 12:07:09 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Wed Sep 05 10:27:27 2018 -0700" }, "message": "Switch Thermos runner to simple disk log layout\n\nThis simplifies debugging of Thermos runner issues significantly, as\nthere is just one relevant log file to look at.\n\nFor further details, please see the prior discussion at\nhttps://reviews.apache.org/r/58609/\n" }, { "commit": "d9495e52815837f6ff2740fb5c3db7ae9fe53972", "tree": "322de49fe090fce0304a8418c40cd0e5f3863fd2", "parents": [ "ed8a33b40778e76c7577437545572fe5bf28f611" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Sep 04 12:19:54 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Sep 04 12:19:54 2018 -0700" }, "message": "Incrementing snapshot version to 0.22.0-SNAPSHOT.\n" }, { "commit": "ed8a33b40778e76c7577437545572fe5bf28f611", "tree": "af2093de957f6c717bc8e83dde4a377bf8e49628", "parents": [ "c1636364282faaaf11bf24ca259e4e252e4335ad" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Sep 04 12:19:53 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Sep 04 12:19:53 2018 -0700" }, "message": "Updating CHANGELOG for 0.21.0 release.\n" }, { "commit": "c1636364282faaaf11bf24ca259e4e252e4335ad", "tree": "7146cfad7d925ba8f5cbb38add244f909bf16d7a", "parents": [ "80191a279fe076bec2e5d8ada3b64141fa37d426" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Sep 04 12:16:27 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Sep 04 12:16:27 2018 -0700" }, "message": "Removing MD5 check from verify release candidate script and release script (#36)\n\n* Removing MD5 check from release verification script.\r\n\r\n* Replacing MD5 with SHA-512 on release script.\r\n" }, { "commit": "80191a279fe076bec2e5d8ada3b64141fa37d426", "tree": "5f2a6af7a7da1212550314bac58ec138edebd9c3", "parents": [ "29eae2c71a75a48862d53e66c6e65be29cf50f7e" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Aug 29 16:39:07 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Thu Aug 30 07:44:40 2018 -0700" }, "message": "Removing MD5 hash from releases as required by new Apache policy.\n\nChanging location of checksum and type of checksum for release.\n" }, { "commit": "29eae2c71a75a48862d53e66c6e65be29cf50f7e", "tree": "42d2a908863748df943ad62de6713f0b062db8ef", "parents": [ "0e1215538c485f1a8f23cff0ba8b0be29c31793e" ], "author": { "name": "John Sirois", "email": "john.sirois@gmail.com", "time": "Tue Aug 21 13:03:15 2018 -0600" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Aug 21 14:04:10 2018 -0700" }, "message": "Fixup the pycharm setup script.\n\nWith modern PyCharm (2018+), virtualenv support for wheels and namespace\npackages works, so kill the obsolete `--egg` in our pip installs. Also\nleverage `./pants options` to grab the appropriate `pytest`\nrequirements.\n" }, { "commit": "0e1215538c485f1a8f23cff0ba8b0be29c31793e", "tree": "b94ddab5b333cd82cd969fd328543e8fb57bc6d0", "parents": [ "d46a8d91aa69ab9cf1ebc2b13552f8093d366fe9", "24d7671d873dcb84298ca4cf7c712c9261e65f9f" ], "author": { "name": "David McLaughlin", "email": "david@dmclaughlin.com", "time": "Thu Aug 16 22:49:52 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Thu Aug 16 22:49:52 2018 -0700" }, "message": "Merge pull request #33 from jordanly/jly/fix-npe-in-sla-aware-updates\n\nFix possible NullPointerException in InstanceActionHandler" }, { "commit": "24d7671d873dcb84298ca4cf7c712c9261e65f9f", "tree": "b94ddab5b333cd82cd969fd328543e8fb57bc6d0", "parents": [ "86675fc48d63f04c8ed4e658b2980fe675cec923" ], "author": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Aug 16 16:15:05 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Aug 16 16:15:05 2018 -0700" }, "message": "Better naming in e2e test\n" }, { "commit": "86675fc48d63f04c8ed4e658b2980fe675cec923", "tree": "405f66dc1860e8a6e4fa698611091224c45531ed", "parents": [ "d46a8d91aa69ab9cf1ebc2b13552f8093d366fe9" ], "author": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Aug 16 15:30:02 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Aug 16 15:30:02 2018 -0700" }, "message": "Fix possible NullPointerException in InstanceActionHandler, add e2e tests around feature\n" }, { "commit": "d46a8d91aa69ab9cf1ebc2b13552f8093d366fe9", "tree": "a214dabcd98c5d135f5d1b395f9746f99e247984", "parents": [ "99afb993db07bc69930997a6230ba6a338f4e900" ], "author": { "name": "Stephan Erb", "email": "github@stephanerb.eu", "time": "Sat Aug 11 21:18:26 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Sat Aug 11 12:18:26 2018 -0700" }, "message": "Add Travis file for Aurora tests (#29)\n\n" }, { "commit": "99afb993db07bc69930997a6230ba6a338f4e900", "tree": "e8f91c0483248e317281f9f627b1a973ac10ec28", "parents": [ "2957b11606ef7f5019d50f6da8b7cd7201e9bcd2" ], "author": { "name": "Renan DelValle", "email": "rdelval@users.noreply.github.com", "time": "Tue Jul 31 17:28:56 2018 -0700" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue Jul 31 17:28:56 2018 -0700" }, "message": "Deleting message discouraging PRs on github now that we are able to take them.\n\n" }, { "commit": "2957b11606ef7f5019d50f6da8b7cd7201e9bcd2", "tree": "edd24c4e4e2cbbd8f55e7c75e03af8b891d866f0", "parents": [ "d8cecba05b2eb3b1961b784d524365c03f3fbd09" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Tue Jul 31 16:04:56 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Jul 31 16:04:56 2018 -0700" }, "message": "Update URLS for git repositories.\n\nUpdating the references from the old git URL to the new gitbox one.\n\nReviewed at https://reviews.apache.org/r/68110/\n" }, { "commit": "d8cecba05b2eb3b1961b784d524365c03f3fbd09", "tree": "75d70efa821171c3a4549554e46b9524977b5025", "parents": [ "3738c3e1afc4b3835385116745088479a4cfac30" ], "author": { "name": "David McLaughlin", "email": "david@dmclaughlin.com", "time": "Thu Jul 26 16:50:12 2018 -0700" }, "committer": { "name": "David McLaughlin", "email": "david@dmclaughlin.com", "time": "Thu Jul 26 16:50:12 2018 -0700" }, "message": "Prune updates that have no surviving job keys in the TaskStore.\n\nWe are running into a situation where we have a lot of short-lived ad-hoc services launched and their updates are sticking around for 30 days, even though the tasks are garbage collected much sooner. This change picks up those updates and prunes them as soon as the tasks are gone.\n\nReviewed at https://reviews.apache.org/r/68071/\n" }, { "commit": "3738c3e1afc4b3835385116745088479a4cfac30", "tree": "78d5facac929ba8e4678e30581529315a8c45ae5", "parents": [ "4e28e73bb83b75f1369a705d15c96e40fb7098e1" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Thu Jul 26 16:01:16 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Jul 26 16:01:16 2018 -0700" }, "message": "Add size metric for memory stores, add MemSchedulerStoreTest\n\nCurrently, we only track the size metrics for:\n- # of tasks via `task_store_index_(host|job)`\n- # of crons via `mem_storage_cron_size`\n\nI am hoping to add:\n- # of attributes via `mem_storage_attributes_size`\n- # of maintenance requests via `mem_storage_maintenance_size`\n- # of job updates via `mem_storage_update_size`\n- # of quotas via `mem_storage_quota_size`\n\nThis will help us track the growth of stores over time. Additionally, I added\na `MemSchedulerStoreTest` since one did not exist previously and nothing was\nextending the abtract version of the test.\n\nReviewed at https://reviews.apache.org/r/68047/\n" }, { "commit": "4e28e73bb83b75f1369a705d15c96e40fb7098e1", "tree": "805f6f63ee9530993e335a56535b03ae1a92a649", "parents": [ "f054e9b1095a7ecacbbc2fa72ce0a842a3297859" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Thu Jul 19 14:28:40 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Jul 19 14:28:40 2018 -0700" }, "message": "Enable SLA-aware updates\n\nThis patch enables SLA-aware updates.\n\nFollowing https://reviews.apache.org/r/66716/, tasks may now specify custom SLA\npolicies that will be respected by the scheduler during maintenance. This patch\nintegrates into the same system to allow users to specify if they want their\nupdates to also respect SLA. Please see\nhttps://docs.google.com/document/d/1lCoDyoX26qrGrptrgO7vJHqYR_L2CBRGFIywsAd8uQo/edit?usp\u003dsharing\nfor a more detailed description.\n\nThis patch adds two optional Thrift fields, `slaAware` to `JobUpdateSettings`\nand `message` to `JobInstanceUpdateEvent`. These should be forward and\nbackwards compatible.\n\nReviewed at https://reviews.apache.org/r/67696/\n" }, { "commit": "f054e9b1095a7ecacbbc2fa72ce0a842a3297859", "tree": "ff71611ac49cd4b9234aeaad7cccd73092e5eef5", "parents": [ "efe8656512373389771aff88c2141940f925ad58" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Wed Jul 18 15:23:27 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Wed Jul 18 15:23:27 2018 -0700" }, "message": "Unhandled exception should not strand runner in STARTING state.\n\nIf the ThermoTaskRunner encounters an Exception when trying to\nfork the process, it bubbles this up to the Executor which does\nnot handle execptions other than TaskError. This leads to the\nexecutor leaving the task in STARTING state and we end up with\ntasks that get stranded in this state.\n\nFix it so that any unknown expection that is thrown when starting\na runner leads to task failure and get marked as FAILED.\n\nTesting Done:\n./gradlew test\n./pants test src/test/python/apache::\n\nReviewed at https://reviews.apache.org/r/67967/\n" }, { "commit": "efe8656512373389771aff88c2141940f925ad58", "tree": "017b146f75402b2c7dfaba731391190c0960cc1d", "parents": [ "a6d9288ce506b0f1761c376cd50f1ed7d2851d6c" ], "author": { "name": "Ezequiel Torres", "email": "ezequiel.torresfeyuk@gmail.com", "time": "Tue Jul 17 10:40:04 2018 +0200" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Jul 17 10:40:04 2018 +0200" }, "message": "TaskQuery struct needs to be optional\n\nIn languages like Go, types are not optionals by default.\nThe actual api.thift don\u0027t let create queries with just a\nfew fields in Go since all the fields are required\n\nBugs closed: https://issues.apache.org/jira/browse/AURORA-1991\n\nReviewed at https://reviews.apache.org/r/67757/\n" }, { "commit": "a6d9288ce506b0f1761c376cd50f1ed7d2851d6c", "tree": "5436cd0516d04bd36ad9ab1a388a0af4607453e7", "parents": [ "5e5bcbcbde90e7cb7cd9c79ccebfe56db063880f" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Fri Jun 29 15:36:03 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Fri Jun 29 15:36:03 2018 -0700" }, "message": "Updated restore instructions to reflect using offline rehydration tool.\n\nRewrote the instructions for recovering from backup based upon using Bill\u0027s tool to recover with all instances offline.\n\nReviewed at https://reviews.apache.org/r/67705/\n" }, { "commit": "5e5bcbcbde90e7cb7cd9c79ccebfe56db063880f", "tree": "7e9b5a5d01635367d3b3537280e2c19dd0f1b622", "parents": [ "e3ba054eb3acd93b33072dfa4d0522acbefb2363" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Mon Jun 25 17:21:42 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Mon Jun 25 17:21:42 2018 -0700" }, "message": "Display negation of constraint in TaskConfigSummary.\n\nTesting Done:\n./gradlew test\n\nReviewed at https://reviews.apache.org/r/67734/\n" }, { "commit": "e3ba054eb3acd93b33072dfa4d0522acbefb2363", "tree": "bbfdec73b64f3d07850878b2333636114e1dfaad", "parents": [ "8508aec36b8ddd3d8594d3d57d27b4e4ae7faea7" ], "author": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Fri Jun 22 12:54:08 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Fri Jun 22 12:54:08 2018 -0700" }, "message": "Fix style of TaskConfigSummary.\n" }, { "commit": "8508aec36b8ddd3d8594d3d57d27b4e4ae7faea7", "tree": "565bb23e029bcfd2c58d579e85528e7d0d53f77c", "parents": [ "31404487de5518903178061e76723dd10bf43826" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Wed Jun 20 17:27:48 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Wed Jun 20 17:27:48 2018 -0700" }, "message": "Introduce a `countdown-ms` param in Coordinator request.\n\nWith the introduction of `timeoutSecs` for HostMaintenanceRequest\nand the `CoordinatorSlaPolicy`, it will be beneficial to expose the\ntime remaining until forced maintenance to the Coordinator. Send\nthe time remaining until force task maintenance as an extra query\nparam to the Coordinator.\n\nTesting Done:\n./gradlew test\n./build-support/jenkins/build.sh\n\n**Tested on Vagrant**\n\n***Logs from Coordinator***\nRequest received for {\u0027task\u0027: [\u0027devcluster/vagrant/test/coordinator/0\u0027]}\n{\n \"forceMaintenanceCountdownMs\": \"604755646\",\n \"task\": \"devcluster/vagrant/test/coordinator/0\",\n \"taskConfig\": {\n \"assignedTask\": {\n \"assignedPorts\": {},\n \"instanceId\": 0,\n \"slaveHost\": \"192.168.33.7\",\n \"slaveId\": \"f0336813-864b-4c8f-914c-80f8cef3b61d-S0\",\n \"task\": {\n ...\u003cSNIPPED\u003e\n}\nResponded: True\n\nReviewed at https://reviews.apache.org/r/67657/\n" }, { "commit": "31404487de5518903178061e76723dd10bf43826", "tree": "5dcd46a1585f911d66eac4a1698ef7f09347ac34", "parents": [ "9c9b592a55f86cee7a3ed946710e92037ea9b0d9" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Tue Jun 19 10:31:50 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Tue Jun 19 10:31:50 2018 -0700" }, "message": "Export count-down to forceful Maintenace as a metric.\n\nSince the scheduler enforces a maximum timeout on each\nmaintenance request and we now allow CoordinatorSlaPolicy\nto block maintenance, we need to know which tasks are\nrunning into the force maintenance timeout. Export maintenace\ncount down time as a metric brokwen down by task keys.\n\nTesting Done:\n./gradlew test\n\n**Tested in Vagrant**\nsshanmugham::tw-mbp-sshanmugham {~}$ curl http://192.168.33.7:8081/vars | grep maintenance_countdown\n######################################################################## 100.0%\nmaintenance_countdown_ms_vagrant/test/coordinator/0 264523\nmaintenance_countdown_ms_vagrant/test/coordinator/1 24476\nsshanmugham::tw-mbp-sshanmugham {~}$ curl http://192.168.33.7:8081/vars | grep maintenance_countdown\n######################################################################## 100.0%\nmaintenance_countdown_ms_vagrant/test/coordinator/0 264523\nmaintenance_countdown_ms_vagrant/test/coordinator/1 24476\nsshanmugham::tw-mbp-sshanmugham {~}$ curl http://192.168.33.7:8081/vars | grep maintenance_countdown\n######################################################################## 100.0%\nmaintenance_countdown_ms_vagrant/test/coordinator/0 264523\nmaintenance_countdown_ms_vagrant/test/coordinator/1 0\n\nReviewed at https://reviews.apache.org/r/67639/\n" }, { "commit": "9c9b592a55f86cee7a3ed946710e92037ea9b0d9", "tree": "c2a4cba5df8ea3d0c2ba30b35d6e1324b7e0d0b2", "parents": [ "4719fa73091438cb12702a38bb034dfb3164ed58" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Mon Jun 18 16:39:34 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Mon Jun 18 16:39:47 2018 -0700" }, "message": "Export number of tasks lost per dedicated role.\n\nWhen there are 100s of dedicated roles in a cluster\nthe task_LOST_\u003cjob\u003e metric is not enough. Introduce\nper dedicated role metric for easier diagnosis.\n\nTesting Done:\n./gradlew test\n\n**Tested on Vagrant**\ntasks_lost_dedicated____web.multi 0\ntasks_lost_dedicated_vagrant 2\n\nReviewed at https://reviews.apache.org/r/67638/\n" }, { "commit": "4719fa73091438cb12702a38bb034dfb3164ed58", "tree": "b13cad8ec354d41983e91b129ee919b6c31992d0", "parents": [ "f9a47913a616efc86eb08e539258a19bf8e9e0b0" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Fri Jun 15 20:02:44 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Fri Jun 15 20:02:44 2018 -0700" }, "message": "Update to Mesos 1.5\n\nThis is an upgrade to Mesos 1.5.0. While 1.5.1 is already released, there are no Debian\npackages and jars available yet.\n\nThe mesos.interface Python package has a requirement on a newer protobuf version.\nI applied the same update to Java for consistency.\n\n* Mesos 1.5 changelog: https://mesos.apache.org/blog/mesos-1-5-0-released/\n* Mesos update instructions: https://mesos.apache.org/documentation/latest/upgrades/#upgrading-from-1-4-x-to-1-5-x\n* Protobuf changelog: https://github.com/google/protobuf/blob/3.5.x/CHANGES.txt\n\nReviewed at https://reviews.apache.org/r/67584/\n" }, { "commit": "f9a47913a616efc86eb08e539258a19bf8e9e0b0", "tree": "68378d08094f12f47880ca85d217848a21746723", "parents": [ "8383ed511ce6eb7fe78a8a9cce5d08924408b7d2" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Fri Jun 15 15:08:22 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Fri Jun 15 15:08:22 2018 -0700" }, "message": "Close AsyncHttpClient on scheduler shutdown.\n\nConvert SlaManager into an AbstractIdleService and explicitly\nclose the AsyncHttpClient on scheduler shutdown. Otherwise\nwe run the rise of having a stuck scheduler JVM that is unable\nto shutdown due to any on the remaining non-daemon http client\nthreads.\n\nTesting Done:\n./gradlew test\n\n**Tested in vagrant:**\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.456 [BlockingDriverJoin, StateMachine] SchedulerLifecycle state machine transition DEAD -\u003e DEAD\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.457 [BlockingDriverJoin, SchedulerLifecycle] Shutdown already invoked, ignoring extra call.\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.458 [TearDownShutdownRegistry STOPPING, StateMachine] storage state machine transition READY -\u003e STOPPED\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.459 [TearDownShutdownRegistry STOPPING, Lifecycle] Shutting down application\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.459 [TearDownShutdownRegistry STOPPING, ShutdownRegistry$ShutdownRegistryImpl] Action controller has already completed, subsequent calls ignored.\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.461 [main, SchedulerMain] Stopping scheduler services.\n**Jun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.470 [SlaManager$$EnhancerByGuice$$40d3047 STOPPING, SlaManager] Shutting down SlaManager async http client.**\nJun 15 20:48:53 aurora aurora-scheduler[8719]: I0615 20:48:53.475 [CronLifecycle STOPPING, CronLifecycle] Shutting down Quartz cron scheduler.\n...\nJun 15 20:48:56 aurora aurora-scheduler[8719]: I0615 20:48:56.167 [main, SchedulerMain] Application run() exited.\n\nBugs closed: AURORA-1990\n\nReviewed at https://reviews.apache.org/r/67613/\n" }, { "commit": "8383ed511ce6eb7fe78a8a9cce5d08924408b7d2", "tree": "6fba6f00d9173d5a2c1fd9d27a81dace5823c2fa", "parents": [ "c84d08146c183e2dcf83a4acbbbbe2da4cbaeec4" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Jun 14 13:02:48 2018 +0000" }, "committer": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Jun 14 15:04:36 2018 +0200" }, "message": "Speedup regular Thermos observer checkpoint refresh\n\nProfiling indicates that a significant part of the refresh time os spend in `os.path.realpath`.\nThis was introduced in https://reviews.apache.org/r/35580/ to properly handle the `latest`\nsymlink in the Mesos folder layout.\n\nThis patch takes a slightly different approach to solve this problem based on `os.path.islink`.\nThe latter is faster as it just needs to look at a single folder rather than an entire path.\n\nTesting Done:\nI have tested this build on a node with 55 running tasks and 2004 finished ones.\n\nBefore this patch:\n\n D0320 22:20:44.887248 25771 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.92s\n D0320 22:20:50.746316 25771 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.93s\n D0320 22:20:56.590157 25771 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.89s\n\nWith this patch:\n\n D0320 22:18:53.545236 16250 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.48s\n D0320 22:18:59.031919 16250 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.49s\n D0320 22:19:04.512358 16250 task_observer.py:142] TaskObserver: finished checkpoint refresh in 0.48s\n\nReviewed at https://reviews.apache.org/r/66139/\n" }, { "commit": "c84d08146c183e2dcf83a4acbbbbe2da4cbaeec4", "tree": "1d48f9c4298df3d8269ad8140227a165c471ce18", "parents": [ "748babb92e3fd5e843cdd8bad4ed6450aec1c9fe" ], "author": { "name": "Jing Chen", "email": "milantracy@gmail.com", "time": "Thu Jun 14 13:35:50 2018 +0200" }, "committer": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Thu Jun 14 13:43:01 2018 +0200" }, "message": "Remove resource properties from ResourceAggregate\n\nBugs closed: AURORA-1975\n\nReviewed at https://reviews.apache.org/r/67077/\n" }, { "commit": "748babb92e3fd5e843cdd8bad4ed6450aec1c9fe", "tree": "e09a85c3af4b753720efd3e8f51de476a9fe9a73", "parents": [ "f8a7676b28b8cccc98c66eb5b9f2d528dc8400be" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Wed Jun 13 19:50:27 2018 +0000" }, "committer": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Wed Jun 13 19:50:27 2018 +0000" }, "message": "Update Pants to 1.6.0 and Virtualenv to 16.0.0\n\nBeyond a regular version bump, this fixes the build on older versions of MacOS.\n\nTesting Done:\n./build-support/jenkins/build.sh\n\nReviewed at https://reviews.apache.org/r/67326/\n" }, { "commit": "f8a7676b28b8cccc98c66eb5b9f2d528dc8400be", "tree": "e8c8d5c57435a16e059aad29898dbe291cc62399", "parents": [ "f2acf53ff0d0cbb7b0c62f021cc55c9e45b32f9c" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Wed Jun 06 17:16:11 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Wed Jun 06 17:16:11 2018 -0700" }, "message": "Remove maintenance request after a host is drained.\n\nDelete the `HostMaintenaceRequest` once the host has been\n`DRAINED`.\n\nTesting Done:\n./build-support/jenkins/build.sh\n./src/test/sh/org/apache/aurora/e2e/test_end_to_end.sh\n\nReviewed at https://reviews.apache.org/r/67479/\n" }, { "commit": "f2acf53ff0d0cbb7b0c62f021cc55c9e45b32f9c", "tree": "b7e2c747a1f589269f8eea2af17c1681721e4c02", "parents": [ "34be631589ebf899e663b698dc76511eb1b9ad8a" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Tue Jun 05 16:15:52 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Tue Jun 05 16:15:52 2018 -0700" }, "message": "Enable `Tasks` to specify their own custom maintenance SLA.\n\n`Tasks` can specify custom SLA requirements as part of\ntheir `TaskConfig`. One of the new features is the ability\nto specify an external coordinator that can ACK/NACK\nmaintenance requests for tasks. This will be hugely\nbeneficial for onboarding services that cannot satisfactorily\nspecify SLA in terms of running instances.\n\nMaintenance requests are driven from the Scheduler to\nimprove management of nodes in the cluster.\n\nTesting Done:\n./build-support/jenkins/build.sh\n./src/test/sh/org/apache/aurora/e2e/test_end_to_end.sh\n\nBugs closed: AURORA-1978\n\nReviewed at https://reviews.apache.org/r/66716/\n" }, { "commit": "34be631589ebf899e663b698dc76511eb1b9ad8a", "tree": "c06b1d25e28b38433f14b126dc6ecda1ed4cbfe0", "parents": [ "83025f47106109b11d46a43e8f707aaf63af8e40" ], "author": { "name": "Santhosh Kumar Shanmugham", "email": "santhoshkumar.s@gmail.com", "time": "Mon May 21 16:40:16 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Mon May 21 16:40:16 2018 -0700" }, "message": "Introduce structs to enable specifying custom SLA.\n\nAdd `SlaPolicy` and `HostMaintenanceRequest` structs\nto the thrift definition and introduce a new `HostMaintenanceStore`\nfor tracking maintenance requests. These changes will be used in\nhttps://reviews.apache.org/r/66716 for implementing custom SLA\nand scheduler driven maintenance.\n\nThis RB splits the storage related changes from https://reviews.apache.org/r/66716\nfor better rollback story.\n\nTested rollback on the vagrant.\n\nTesting Done:\n./build-support/jenkins/build.sh\n\nBugs closed: AURORA-1977\n\nReviewed at https://reviews.apache.org/r/67141/\n" }, { "commit": "83025f47106109b11d46a43e8f707aaf63af8e40", "tree": "a5e0d51dca5739415f350d86497082c31d073c20", "parents": [ "805a53f72f183ed863bb1acd58ab0bb01cff4189" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Mon May 21 14:16:49 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Mon May 21 14:16:49 2018 -0700" }, "message": "Fix flaky Webhook test by ensuring proper error condition\n\nAttempt #3 at fixing the flaky Webhook test once and for all.\n\nPreviously, I was testing the error condition by hitting a bad url with a port\nof -1. I believe this was erroneous (I am assuming the -1 overflowed into\na valid port). Additionally, there was a timing associated with the test which\ncould make it flaky as well.\n\nI ensured that the test hit a bad host url and removed the timing for a more\ndeterministic test.\n\nReviewed at https://reviews.apache.org/r/67219/\n" }, { "commit": "805a53f72f183ed863bb1acd58ab0bb01cff4189", "tree": "6da9692f69f922276a01630af1334c94541e0b42", "parents": [ "31b7ea6fb096f6ef8554956399a60f420e1bec6f" ], "author": { "name": "Jing Chen", "email": "milantracy@gmail.com", "time": "Mon May 07 11:49:31 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Mon May 07 11:49:31 2018 -0700" }, "message": "aurora update info command should print out update metadata\n* Metadata is represented as a list of key value pair\n\nBugs closed: AURORA-1906\n\nReviewed at https://reviews.apache.org/r/66980/\n" }, { "commit": "31b7ea6fb096f6ef8554956399a60f420e1bec6f", "tree": "49b5373598a42eee8af911356c983302f899302e", "parents": [ "a3d596ead62404300edbbab1179476410c8284ad" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Fri May 04 10:47:49 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Fri May 04 10:47:49 2018 -0700" }, "message": "Changing Vagrant requirements to latest version for launching our local dev box.\n\nReviewed at https://reviews.apache.org/r/66922/\n" }, { "commit": "a3d596ead62404300edbbab1179476410c8284ad", "tree": "c15454ca7c4b7c246a37edec73a607bf4f85accd", "parents": [ "18103fe086e1f48bea12ad94bcb264dce2196736" ], "author": { "name": "David McLaughlin", "email": "david@dmclaughlin.com", "time": "Thu Apr 26 16:51:23 2018 -0700" }, "committer": { "name": "David McLaughlin", "email": "david@dmclaughlin.com", "time": "Thu Apr 26 16:51:23 2018 -0700" }, "message": "Breakdown resource stats by role\n\nCurrently Aurora exports total quota and resource reservation over time. This can be very useful to see changes in trends of production and free tier capacity. One challenge (particularly in a self-serve capacity environment) is identifying and tracking where large deltas came from. This change exports both quota and resource usage per role to help with this.\n\nReviewed at https://reviews.apache.org/r/66806/\n" }, { "commit": "18103fe086e1f48bea12ad94bcb264dce2196736", "tree": "8c14b2d18be0d4b1051aeadd68309b9757240e5f", "parents": [ "02a685117562e8eec81a0d4546fbbf300d8a7893" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Sun Apr 22 21:53:44 2018 +0200" }, "committer": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Sun Apr 22 21:53:44 2018 +0200" }, "message": "Upgrade to psutil with optimized Process.children()\n\nThe changelog claims: `Process.children() is 2x faster on UNIX and 2.4x faster\non Linux.`\n\nThis is needed for all stats retrieved via `ProcessTreeCollector`. An update\ntherefore seems worthwhile.\n\nhttps://github.com/giampaolo/psutil/blob/master/HISTORY.rst\n\nReviewed at https://reviews.apache.org/r/66186/\n" }, { "commit": "02a685117562e8eec81a0d4546fbbf300d8a7893", "tree": "5a3998198d744f899c67e87188b5b3a80ead6d3c", "parents": [ "38aae0fdc88450069c4d0a7a250759a8f057b6fd" ], "author": { "name": "Reza Motamedi", "email": "reza.motamedi@gmail.com", "time": "Fri Apr 20 13:29:24 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Fri Apr 20 13:29:24 2018 -0700" }, "message": "Fix the json endpoints in thermos\n\n# Fixing the json endpoints in thermos\n\n`TaskObserverJSONBindings` is mixin that includes a few routes that serve info about tasks and processes in pure JSON format. The functions are overridden in the main bottle server, so the routes are not accessible. This patch fixes it by renaming those methods.\n\nCheck here:\nhttps://github.com/apache/aurora/blob/master/src/main/python/apache/thermos/observer/http/http_observer.py#L72\n\nTesting Done:\nThere was no unit test affected.\n\nAfter fixing the routes server the expected content.\n```\n? curl http://192.168.33.7:1338/j/task_ids\n{\"type\": \"all\", \"tasks\": [{\"status\": \"sleeping\", \"ram\": 3727360, \"state_timestamp\": 1523728477, \"threads\": 2, \"user\": 0.24, \"disk\": 10117120, \"launch_timestamp\": 1523728477, \"vms\": 22990848, \"rss\": 3727360, \"name\": \"hello\", \"task_id\": \"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\", \"system\": 0.34, \"ports\": {}, \"state\": \"ACTIVE\", \"role\": \"www-data\", \"cpu\": 0.0, \"nice\": 0}], \"num\": 20, \"task_count\": 1, \"offset\": 0}%\n\n? curl http://192.168.33.7:1338/j/task/www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\n{\"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\": {\"task\": {\"processes\": [{\"daemon\": false, \"name\": \"hello\", \"max_failures\": 1, \"ephemeral\": false, \"min_duration\": 5, \"cmdline\": \"\\n while true; do\\n echo hello world\\n sleep 10\\n done\\n \", \"final\": false}], \"name\": \"hello\", \"finalization_wait\": 30, \"max_failures\": 1, \"max_concurrency\": 0, \"resources\": {\"gpu\": 0, \"disk\": 134217728, \"ram\": 134217728, \"cpu\": 1.0}, \"constraints\": [{\"order\": [\"hello\"]}]}, \"name\": \"hello\", \"task_id\": \"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\", \"processes\": {\"failed\": [], \"running\": [\"hello\"], \"killed\": [], \"success\": [], \"waiting\": []}, \"state_timestamp\": 1523728477, \"state\": \"ACTIVE\", \"resource_consumption\": {\"status\": \"sleeping\", \"disk\": 10113024, \"ram\": 3719168, \"system\": 0.33, \"vms\": 22990848, \"threads\": 2, \"user\": 0.24, \"rss\": 3719168, \"cpu\": 0.0, \"nice\": 0}, \"user\": \"www-data\", \"launch_timestamp\": 1523728477, \"ports\": {}}}%\n\n? curl http://192.168.33.7:1338/j/task\\?task_id\\\u003dwww-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\n{\"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\": {\"task\": {\"processes\": [{\"daemon\": false, \"name\": \"hello\", \"max_failures\": 1, \"ephemeral\": false, \"min_duration\": 5, \"cmdline\": \"\\n while true; do\\n echo hello world\\n sleep 10\\n done\\n \", \"final\": false}], \"name\": \"hello\", \"finalization_wait\": 30, \"max_failures\": 1, \"max_concurrency\": 0, \"resources\": {\"gpu\": 0, \"disk\": 134217728, \"ram\": 134217728, \"cpu\": 1.0}, \"constraints\": [{\"order\": [\"hello\"]}]}, \"name\": \"hello\", \"task_id\": \"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\", \"processes\": {\"failed\": [], \"running\": [\"hello\"], \"killed\": [], \"success\": [], \"waiting\": []}, \"state_timestamp\": 1523728477, \"state\": \"ACTIVE\", \"resource_consumption\": {\"status\": \"sleeping\", \"disk\": 10141696, \"ram\": 3731456, \"system\": 0.35, \"vms\": 22994944, \"threads\": 2, \"user\": 0.24, \"rss\": 3731456, \"cpu\": 0.0, \"nice\": 0}, \"user\": \"www-data\", \"launch_timestamp\": 1523728477, \"ports\": {}}}%\n\n? curl http://192.168.33.7:1338/j/process/www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098/hello/0\n{\"state\": \"RUNNING\", \"process_name\": \"hello\", \"used\": {\"status\": \"sleeping\", \"ram\": 3735552, \"system\": 0.34, \"vms\": 22990848, \"threads\": 2, \"user\": 0.24, \"rss\": 3735552, \"cpu\": 0.0, \"nice\": 0}, \"start_time\": 1523728477.867429, \"process_run\": 0}%\n\n? curl http://192.168.33.7:1338/j/processes\\?task_id\\\u003dwww-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\n{\"www-data-prod-hello-0-00e58d09-a67f-4a46-94a0-15bcad26a098\": {\"hello\": {\"state\": \"RUNNING\", \"process_name\": \"hello\", \"used\": {\"status\": \"sleeping\", \"ram\": 3735552, \"system\": 0.35, \"vms\": 22994944, \"threads\": 2, \"user\": 0.25, \"rss\": 3735552, \"cpu\": 0.0005000061512750167, \"nice\": 0}, \"start_time\": 1523728477.867429, \"process_run\": 0}}}%\n```\n\nReviewed at https://reviews.apache.org/r/66623/\n" }, { "commit": "38aae0fdc88450069c4d0a7a250759a8f057b6fd", "tree": "1b793e77d787a73e75c98a7bda02f110837f4b5f", "parents": [ "ad0bc5f9df4bcb6c5713db6d2defdffed006210c" ], "author": { "name": "Sameer Brenn", "email": "sbrenn@twitter.com", "time": "Fri Apr 20 13:26:08 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Fri Apr 20 13:26:08 2018 -0700" }, "message": "Add --pid-file flag to `aurora task ssh` to write the PID of the underlying SSH command to a specified file.\n\nMy team has some scripts to start devel shards which create tunnels:\n\n```\naurora task ssh -L 8002:http --ssh-options \"-f -N\" \"$DC/$USER/devel/proxyapp/0\"\naurora task ssh -L 9002:health --ssh-options \"-f -N\" \"$DC/$USER/devel/proxyapp/0\"\n```\n\nWe use fixed local port numbers because that way we can run dependent services locally that look for locally-running copies of the\nsame service on a fixed port, but then those requests get tunnelled through to the devel shard.\n\nWhen the devel shard is restarted, however, the tunnel is still running so the subsequent call to create a new tunnel fails because\nit can\u0027t bind to the fixed port.\n\nIf we save the SSH process PID to a file, we can then kill existing tunnel to the old instance before starting up the new tunnel to the\nnew instance.\n\nTesting Done:\n```\n$ ./pants test src/test/python/apache/aurora/client::\n```\n\nAnd when applying the same patch to our local repo at Twitter:\n\n```\n$ ./pants run twitter/src/main/python/twitter/aurora/client/cli_internal:aurora_internal -- task ssh -L 8005:http --ssh-options \"-n -N\" --pid-file /tmp/p \"smf1/sbrenn/devel/proxyapp/0\" \u0026\n$ ps -p `cat /tmp/p`\n PID TTY TIME CMD\n34729 ttys000 0:00.05 ssh -t -n -N -L 8005:smf1-aki-27-sr1.prod.twitter.com:31794 sbrenn@smf1-aki-27-sr1.prod.twitter.com cd /var/lib/mesos/slaves/*/frameworks/*/exec\n```\n\nReviewed at https://reviews.apache.org/r/66697/\n" }, { "commit": "ad0bc5f9df4bcb6c5713db6d2defdffed006210c", "tree": "2371fe61b3ee52d8759fc784277b38d45148dcac", "parents": [ "cbe99f547c562a56ae800991105fb2060387776e" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Thu Apr 12 13:28:48 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Thu Apr 12 13:28:48 2018 -0700" }, "message": "Add initial interval before searching for preemption slots\n\nBetween failovers, tasks that normally would not require preemption could be in\na PENDING state for an extended period of time and become eligible for\npreemption. Thus, when the scheduler starts, offers could not have been\nprocessed yet and the tasks can preempt other tasks needlessly.\n\nAdded an initial delay to preemption slot searching on scheduler startup so\nPENDING tasks have a chance to be scheduled before preempting.\n\nReviewed at https://reviews.apache.org/r/66573/\n" }, { "commit": "cbe99f547c562a56ae800991105fb2060387776e", "tree": "3db9dbcaa32d8dbb17962d5f42d8a781196a6b55", "parents": [ "c05632b219346abd483937933c04a2ad92bca3d2" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Wed Apr 11 16:46:59 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Wed Apr 11 16:46:59 2018 -0700" }, "message": "Remove flaky test/assertion in PendingTaskProcessorTest\n\nI realized I added a flaky assertion in `PendingTaskProcessorTest` in\nhttps://reviews.apache.org/r/66536/\n\nI got extremely unlucky and every time I ran the tests it passed until after\nI merged :( The stat `preemptor_slot_search_[success|failed]_for_[name]` will\nnot appear unless the job slot search actually succeeds or fails (i.e. it\ncannot be 0 since it is dynamically generated). We were getting lucky where the\ntest would search for JOB_A slots first and create the stat. However, when\nJOB_B gets searched first, the JOB_A stat is never created because there are no\nslaves to search through anymore.\n\nI removed the assertion because there is a sufficient assertion directly above,\nand the stat is tested in multiple other tests.\n\nThe assertion would result in a `NullPointerException`.\n\nReviewed at https://reviews.apache.org/r/66570/\n" }, { "commit": "c05632b219346abd483937933c04a2ad92bca3d2", "tree": "4e3a45cfeede1e54cdee4134c88f2235f37fbe55", "parents": [ "2d6108bb4bf5f875d229b8d3fdfa7040505ed5e0" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Wed Apr 11 14:41:52 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Wed Apr 11 14:41:52 2018 -0700" }, "message": "Add more preemption metrics (jobs preempted, preemptors) and logging statements\n\nAdded additional metrics: ```\n1. preemptor_tasks_preempted_[JOB_NAME] - The number of times [JOB_NAME] has\n been preempted for another task.\n2. preemptor_tasks_preemptor_[JOB_NAME] - The number of times [JOB_NAME] has\n preempted another task.\n3. preemptor_slot_search_[success|failed]_for_[JOB_NAME] - The number of times\n [JOB_NAME] has or hasn\u0027t found a slot for preemption.\n4. preemptor_slot_validation_[success|failed]_for_[JOB_NAME] - The number of\n times [JOB_NAME] succeeded to or failed to validate a slot before\npreemption. ```\n\nAdditionally, added some `LOG.info` statements for better visibility into\npreemption/preemption slot finding.\n\nDid a little bit of code refactoring as well.\n\nReviewed at https://reviews.apache.org/r/66536/\n" }, { "commit": "2d6108bb4bf5f875d229b8d3fdfa7040505ed5e0", "tree": "1457d1cdae61bfc482dd7bf8ca20110c3b8317e2", "parents": [ "70d043ebbb31aad4b19aad4aba486b742d2ab274" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Sat Apr 07 17:01:56 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Sat Apr 07 17:01:56 2018 -0700" }, "message": "Chaning default reviewers as well as reflecting the new address of gorealis.\n\nThank you Joshua and Zameer for previously taking up this role.\n\nReviewed at https://reviews.apache.org/r/66491/\n" }, { "commit": "70d043ebbb31aad4b19aad4aba486b742d2ab274", "tree": "e9aa5f87844bcf1804ddc7f9651af51e78a005f4", "parents": [ "644e8c306af2282208fe9d790733a803e8e86a59" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:20:05 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:20:05 2018 -0700" }, "message": "Incrementing snapshot version to 0.21.0-SNAPSHOT.\n" }, { "commit": "644e8c306af2282208fe9d790733a803e8e86a59", "tree": "0fcb36e01769bab973df20c15c6f022ee84d1b89", "parents": [ "bd4b86c3c3f2ef059e270db0658cbf3b7e0d1e21" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:20:05 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:20:05 2018 -0700" }, "message": "Updating CHANGELOG for 0.20.0 release.\n" }, { "commit": "bd4b86c3c3f2ef059e270db0658cbf3b7e0d1e21", "tree": "f9aa98bd5a32ead9403d8384c42bbde70b79a266", "parents": [ "69c2607b258bdceef9e23034452dbc1d6b284c70" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:15:39 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Wed Mar 28 12:15:39 2018 -0700" }, "message": "Preparing RELEASE-NOTES.md for release.\n" }, { "commit": "69c2607b258bdceef9e23034452dbc1d6b284c70", "tree": "331a51146cbbe776daf7f307e7f1685e337961c3", "parents": [ "b6e898b5e9f70b13db42db366b6d98c5baadcb57" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 27 14:18:22 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 27 14:25:13 2018 -0700" }, "message": "Reverting changes done by release script due to failed\nvote for 0.20.0 RC0\n\nRevert \"Preparing RELEASE-NOTES.md for release.\"\n\nThis reverts commit a60367626e71786fa7a23a49510a437986a9a074.\n\nRevert \"Updating CHANGELOG for 0.20.0 release.\"\n\nThis reverts commit 5a26413f72b8a428f286bed286aa4612c4123884.\n\nRevert \"Incrementing snapshot version to 0.21.0-SNAPSHOT.\"\n\nThis reverts commit a12b84444e0ba4227e6a41b0f7e82045b2dcc016.\n" }, { "commit": "b6e898b5e9f70b13db42db366b6d98c5baadcb57", "tree": "efd27a049830b58b4d90608e75ed4397e28ced24", "parents": [ "a3f8aef6b4dcc13c79d60fc1ce02bcfcdb6e097d" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 27 14:12:16 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 27 14:12:16 2018 -0700" }, "message": "End to end tests bugfix\n\n* Fixing kerberos end to end test. Previous version had it\u0027s signing key revoked resulting in the test failing.\n\n* Excluding kerberos unit file from being copied on provision as it\u0027s later copied and deleted by the end to end test.\n\n* Bypass leader redirect changed from upstart to systemd. This test wasn\u0027t being run because the kerberos test was failing.\n\n* Changing docker image to slim-stretch in docker aurora tests to address AURORA-1974.\n\n* Added daemon-reload to aurorabuild whenever the daemons are restarted.\n\nBugs closed: AURORA-1974\n\nReviewed at https://reviews.apache.org/r/66269/\n" }, { "commit": "a3f8aef6b4dcc13c79d60fc1ce02bcfcdb6e097d", "tree": "357e08d294009648f38fa25dc18b478e56da753a", "parents": [ "03eb337998b5c394a3f6238922b4701b20fb392b" ], "author": { "name": "Reza Motamedi", "email": "reza.motamedi@gmail.com", "time": "Mon Mar 26 13:47:13 2018 -0700" }, "committer": { "name": "Santhosh Kumar", "email": "sshanmugham@twitter.com", "time": "Mon Mar 26 13:47:13 2018 -0700" }, "message": "Introduce mesos disk collector\n\nWhen disk isolation is enabled in a Mesos agent it calculates the disk usage for each container.\nThermos Observer also monitors disk usage using `twitter.common.dirutil`, essentially repeating the work already done by the agent. In practice, we see that disk monitoring is one of the most expensive resource monitoring tasks. For instance, when there are deeply nested directories, the CPU utilization of the observer process can easily reach 1.5 CPUs. It would be ideal if we delegate the disk monitoring task to the agent and do it only once. With this approach, when disk collection has improved in the agent (for instance by implementing XFS isolation), we can simply benefit from it without any code change. Some more information about the problem is provided in AURORA-1918.\n\nThis patch that introduces `MesosDiskCollector` which queries the agent\u0027s API endpoint to lookup disk_used_bytes. Note that there is also resource monitoring in thermos executor. Currently, I left the disk collector there to use the `du` implementation. That can be changed in a later patch.\n\nI modified some vagrant config files including `aurora-executor.service` and `etc_mesos-slave/isolation` for testing. They can be left as is. I included them in this patch to show how this would work e2e.\n\nTesting Done:\n- I added unit tests.\n- Tested in vagrant and it works as intenced.\n- I also built and deployed in our test enviroment. In order to measure imporoved performance I created jobs with nested folders and noticed reduction in CPU utilization of the Observer process, by at least 60%. (1.5 CPU cores to 0.4 CPU cores)\n\nHere is one specific test setup: On two hosts I created a two tasks. Each task creates identical nested directory structures and files in them. The overall size is 30GB. test_host_1 runs the current version of observer and test_host_2 runs Observer with this patch and also has mesos_disk_collection enabled. The results are as follows:\n\n```\nrezam[7]TEST_HOST_1 ~ $ while true; do echo `date`; curl localhost:1338/vars -s | grep cpu; sleep 10; done\nThu Mar 22 04:36:17 UTC 2018\nobserver.observer_cpu 108.9\nThu Mar 22 04:36:27 UTC 2018\nobserver.observer_cpu 123.2\nThu Mar 22 04:36:38 UTC 2018\nobserver.observer_cpu 123.2\nThu Mar 22 04:36:48 UTC 2018\nobserver.observer_cpu 123.2\nThu Mar 22 04:36:58 UTC 2018\nobserver.observer_cpu 111.0\nThu Mar 22 04:37:08 UTC 2018\nobserver.observer_cpu 111.0\nThu Mar 22 04:37:18 UTC 2018\nobserver.observer_cpu 111.0\n\nrezam[7]TEST_HOST_2 ~ $ while true; do echo `date`; curl localhost:1338/vars -s | grep cpu; sleep 10; done\nThu Mar 22 04:36:20 UTC 2018\nobserver.observer_cpu 1.3\nThu Mar 22 04:36:30 UTC 2018\nobserver.observer_cpu 1.3\nThu Mar 22 04:36:40 UTC 2018\nobserver.observer_cpu 1.3\nThu Mar 22 04:36:50 UTC 2018\nobserver.observer_cpu 1.2\nThu Mar 22 04:37:00 UTC 2018\nobserver.observer_cpu 1.2\nThu Mar 22 04:37:10 UTC 2018\nobserver.observer_cpu 1.2\nThu Mar 22 04:37:20 UTC 2018\nobserver.observer_cpu 1.8\n```\n\nReviewed at https://reviews.apache.org/r/66103/\n" }, { "commit": "03eb337998b5c394a3f6238922b4701b20fb392b", "tree": "8098bbf6f6408210e72f8b031fde7153647cf57f", "parents": [ "05e78014ab98382af7a8d55f273d29469fab7b1d" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Fri Mar 23 13:30:41 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Fri Mar 23 13:30:54 2018 -0700" }, "message": "Fix \u0027PreemptorSlotSearchBenchmark\u0027, remove \u0027isProduction\u0027 references in benchmark\n\nThis benchmark was using the deprecated `production` flag when building\nthe tasks for the cluster. `PendingTaskProcessor` depends on `tier`\ninstead, so this benchmark ended up not testing the correct codepath.\n\nRemoved references to `production` and added `tier` instead.\nAdditionally, removed some unused options.\n\nReviewed at https://reviews.apache.org/r/66190/\n" }, { "commit": "05e78014ab98382af7a8d55f273d29469fab7b1d", "tree": "d15d6e899bfdf61adcc83ed9cc82975edac31ac4", "parents": [ "f32086dd1e3d47165c56925ad863af62271a0915" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Fri Mar 23 10:13:30 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Fri Mar 23 10:13:30 2018 -0700" }, "message": "Remove unused LOST_LOCK_MESSAGE variable in JobUpdateControllerImpl\n\nWe no longer use locks for updates (context: https://reviews.apache.org/r/63130/). This was a legacy variable.\n\nReviewed at https://reviews.apache.org/r/66199/\n" }, { "commit": "f32086dd1e3d47165c56925ad863af62271a0915", "tree": "bf8f4045a251d5930db17155f6995a40132efd33", "parents": [ "b3fa9febf84df09f8a464a0b0aae14ddc72bba6e" ], "author": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 20 18:26:49 2018 -0700" }, "committer": { "name": "Renan DelValle", "email": "renan@apache.org", "time": "Tue Mar 20 18:26:49 2018 -0700" }, "message": "Adding support for using custom executors via the Aurora DSL\n\nBugs closed: AURORA-1981\n\nReviewed at https://reviews.apache.org/r/66154/\n" }, { "commit": "b3fa9febf84df09f8a464a0b0aae14ddc72bba6e", "tree": "7bb91636a39cf16f38bd294cfee0a8b20258e92c", "parents": [ "e0e90e172a1dee138c0e2eef43366a9f92302dd4" ], "author": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Mon Mar 19 09:10:03 2018 +0000" }, "committer": { "name": "Stephan Erb", "email": "serb@apache.org", "time": "Mon Mar 19 09:10:03 2018 +0000" }, "message": "Switch Thermos to lazy log formatting\n\nThis is the first part of a small series of Thermos observer performance\nimprovements.\n\nAs a first iteration, this switches all logging to use the logger-embedded\nformatting rather than doing it eager up front. This has the advantage that\nwe produce less garbage if debug logging is disabled.\n\nReviewed at https://reviews.apache.org/r/66136/\n" }, { "commit": "e0e90e172a1dee138c0e2eef43366a9f92302dd4", "tree": "2d6a0a1eadf236f75796e59290fefb51bfa55b45", "parents": [ "b34eb1693d8eed1efe7419b8816f4c4d8d48431d" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Mon Mar 19 13:58:29 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Mon Mar 19 13:58:29 2018 -0700" }, "message": "Persist scheduler/observer logs to /var/log/aurora/[FILE].log\n\n`journalctl -u aurora-[executor|scheduler]` still works.\n\nReviewed at https://reviews.apache.org/r/65896/\n" }, { "commit": "b34eb1693d8eed1efe7419b8816f4c4d8d48431d", "tree": "fa10400a412bae65ae7b66b7371401b9fa6fd136", "parents": [ "aaadad7c57b0cf060709fdc5fef4accd290886f9" ], "author": { "name": "Jordan Ly", "email": "jordan.ly8@gmail.com", "time": "Mon Mar 19 10:07:30 2018 -0700" }, "committer": { "name": "Jordan Ly", "email": "jly@twitter.com", "time": "Mon Mar 19 10:07:30 2018 -0700" }, "message": "Remove unused module in RecoveryTool, move TaskTestUtil to test folder\n\nRemoving an unused `TierModule` from `RecoveryTool`.\n\nAdditionally, resolved an old TODO and moved `TaskTestUtil` to the test folder.\nIt seems that the old version of JMH could not see test sources but\nhttps://github.com/melix/jmh-gradle-plugin/issues/31 and the upgrade to 0.4.4\nseems to fix that.\n\nReviewed at https://reviews.apache.org/r/65769/\n" } ], "next": "aaadad7c57b0cf060709fdc5fef4accd290886f9" }