)]}' { "log": [ { "commit": "f6ba2af52fba14b890a56a079e95c885b50b8f74", "tree": "26dee2b768a88ac5d13ed504224c1b065221c905", "parents": [ "642da055adf009652689b20e68a198cffb857651" ], "author": { "name": "Uwe L. Korn", "email": "xhochy@users.noreply.github.com", "time": "Tue May 07 09:16:10 2024 +0200" }, "committer": { "name": "GitHub", "email": "noreply@github.com", "time": "Tue May 07 09:16:10 2024 +0200" }, "message": "PARQUET-2467: Archive this repo (#504)\n\n* Update the README\r\n\r\n* Remove archived contents" }, { "commit": "642da055adf009652689b20e68a198cffb857651", "tree": "46cf58874b42ee8031a10b96a791c219b4ed152d", "parents": [ "b544913534dad6f005c1766b4bde8439bf267110" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Aug 29 16:56:14 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 20 16:03:01 2018 +0200" }, "message": "Incrementing snapshot version to 1.5.1-SNAPSHOT.\n" }, { "commit": "b544913534dad6f005c1766b4bde8439bf267110", "tree": "1b736d4f869613243c58594ad4ea5a30e6cf317a", "parents": [ "93683ce0b6681dcab1c023e665c1999ef0715d50" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Aug 29 16:56:14 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 20 16:03:01 2018 +0200" }, "message": "Updating CHANGELOG for 1.5.0 release.\n" }, { "commit": "93683ce0b6681dcab1c023e665c1999ef0715d50", "tree": "f47b9d84f26346a861c5d243ef311ddcab4454a7", "parents": [ "21a2670b0a4f5dd04ae16e5abcf0d188e98ac1b9" ], "author": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Tue Sep 18 16:38:43 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Tue Sep 18 16:38:43 2018 -0400" }, "message": "Error if user tries to build from master\n" }, { "commit": "21a2670b0a4f5dd04ae16e5abcf0d188e98ac1b9", "tree": "b178ce915d84fd2f5671ab24f0e3da4c54b57648", "parents": [ "f84dca4203930fa2898d0d98d278d74520fafec4" ], "author": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Sep 09 15:23:49 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Sep 09 15:23:49 2018 -0400" }, "message": "Add PULL_REQUEST_TEMPLATE.md\n" }, { "commit": "f84dca4203930fa2898d0d98d278d74520fafec4", "tree": "a80853a059e051d6ab80d5f394cd34712a2eb8c8", "parents": [ "80e110c823c5631ce4a4f0a5da486e759219f1e3" ], "author": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Sep 09 15:21:29 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Sep 09 15:21:29 2018 -0400" }, "message": "Update repository README and add CONTRIBUTING.md after monorepo merge\n" }, { "commit": "80e110c823c5631ce4a4f0a5da486e759219f1e3", "tree": "735a11b512dfb6b82efd296ad8091aeb9a0a5fc9", "parents": [ "22c7cbb7f58b0efded3d904a01d2d793c745d3f0" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Sat Aug 25 13:33:35 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sat Aug 25 13:33:35 2018 +0200" }, "message": "PARQUET-1372: Add an API to allow writing RowGroups based on size\n\nI split the changes into multiple commits to ease the review.\nUsed the example program to test the new API.\nI will add unit tests once we converge on the API after review.\nThanks to @anatolishein for collaborating with the API design.\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #484 from majetideepak/PARQUET-1372 and squashes the following commits:\n\n143ed51 [Deepak Majeti] improve comments\nc10fe08 [Deepak Majeti] Add test\nd12b10b [Deepak Majeti] Review comments\ncb99b3f [Deepak Majeti] fix compiler warnings\ne179a4c [Deepak Majeti] add example header\n710bbe0 [Deepak Majeti] clang format\n9e03004 [Deepak Majeti] reorg examples\n410a3af [Deepak Majeti] remove flush_on_close\ne148817 [Deepak Majeti] add BufferedPageWriter\n26a52c1 [Deepak Majeti] clang format\n20049c0 [Deepak Majeti] modify examples\n9db26a2 [Deepak Majeti] Combine RowGroupWriter2 with RowGroupWriter\ncb7d69c [Deepak Majeti] fix compiler errors\n21642b3 [Deepak Majeti] clang format\n530b835 [Deepak Majeti] example for RowGroupWriter2\n0fc1f5c [Deepak Majeti] Extend Column Writer to flush pages on Close\nf2f420d [Deepak Majeti] RowGroupWriter2, implementation that writes all columns at once\n" }, { "commit": "22c7cbb7f58b0efded3d904a01d2d793c745d3f0", "tree": "57257bc352d7f16cfe00920e2530bcbc057c7574", "parents": [ "da1f0a0f11dc56cadd4b857d530e9b20fc19aa5a" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Thu Aug 23 15:17:08 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Aug 23 15:17:08 2018 +0200" }, "message": "PARQUET-1392: Read multiple RowGroups at once into an Arrow table\n\nDecided to go with the more simplistic approach and only introduce a convenience API for now. Once is merged, I\u0027ll do some work that at least primitive arrays are read into a single Array in this path.\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #492 from xhochy/PARQUET-1392 and squashes the following commits:\n\ne0ad006 [Korn, Uwe] Preallocate tables vector\n94c7246 [Korn, Uwe] Read multiple RowGroups at once into an Arrow table\n" }, { "commit": "da1f0a0f11dc56cadd4b857d530e9b20fc19aa5a", "tree": "2914b51f7d7313558f5476f9f4f2b311df713a43", "parents": [ "991e4a5f362714ca15facbd6b074ea44d756e0d0" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Mon Aug 20 11:42:54 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Mon Aug 20 11:42:54 2018 -0400" }, "message": "PARQUET-1276: [C++] Reduce the amount of memory used for writing null decimal values\n\nInitial patch by @cpcloud\n\nSupersedes PR https://github.com/apache/parquet-cpp/pull/459\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #493 from pitrou/PARQUET-1276-arrow-decimal-memory-consumption and squashes the following commits:\n\nfd2df09 [Antoine Pitrou] PARQUET-1276: [C++] Reduce the amount of memory used for writing null decimal values\n" }, { "commit": "991e4a5f362714ca15facbd6b074ea44d756e0d0", "tree": "f4b9850288cdd8f192b955f164882e72962b18c9", "parents": [ "79a1bc5d5368bd780a2c0e745d28f562e248a59f" ], "author": { "name": "Jacek Pliszka", "email": "Jacek.Pliszka@gmail.com", "time": "Fri Aug 17 17:52:29 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Fri Aug 17 17:52:29 2018 -0400" }, "message": "PARQUET-1256: Add --print-key-value-metadata option to parquet_reader tool\n\nThis is a minor change useful for debugging.\n\nNow parquet_reader tool has --print-key-value-metadata which when present, dump of key values of file metadata is done.\n\nCreated https://issues.apache.org/jira/browse/PARQUET-1256\n\nAuthor: Jacek Pliszka \u003cJacek.Pliszka@gmail.com\u003e\n\nCloses #450 from JacekPliszka/master and squashes the following commits:\n\n0d9a108 [Jacek Pliszka] Added --print-key-value-metadata option to parquet_reader tool\n" }, { "commit": "79a1bc5d5368bd780a2c0e745d28f562e248a59f", "tree": "c624026fc8c5fea6b1183c2b2bb5d46d9a358ea0", "parents": [ "ebb4b4b219916f57ac6a817734bbce13dae12d6c" ], "author": { "name": "Chen, Junjie", "email": "cjjnjust@gmail.com", "time": "Fri Aug 17 12:56:15 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Fri Aug 17 12:56:15 2018 -0400" }, "message": "PARQUET-1384: fix clang build error for bloom_filter-test.cc\n\nreplace https://github.com/apache/parquet-cpp/pull/488\n\nAuthor: Chen, Junjie \u003ccjjnjust@gmail.com\u003e\n\nCloses #490 from cjjnjust/parquet-1384 and squashes the following commits:\n\n31afdd8 [Chen, Junjie] PARQUET-1384: fix clang build error for bloom_filter-test.cc\n" }, { "commit": "ebb4b4b219916f57ac6a817734bbce13dae12d6c", "tree": "43593a7bee688595281e166a49f16693dc8b07a8", "parents": [ "337c8eb0fb73f7f44e60aeeca83607c7b1e78b4c" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Fri Aug 17 10:10:09 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Fri Aug 17 10:10:09 2018 -0400" }, "message": "PARQUET-1382: [C++] Prepare for arrow::test namespace removal\n\nAlso tried to make Travis-CI builds faster.\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #487 from pitrou/PARQUET-1382-arrow-test-namespace-shim and squashes the following commits:\n\n2c169ec [Antoine Pitrou] Fix conda-forge brotli version, also exit early if conda fails\nd47cde0 [Antoine Pitrou] Try to fix AppVeyor toolchain build\n24a012a [Antoine Pitrou] Make tests a bit faster with Valgrind\n180d32d [Antoine Pitrou] Only run with Valgrind in a single configuration\nf87efb2 [Antoine Pitrou] Re-enable test verbosity, because of Valgrind slowness\n625e62d [Antoine Pitrou] Try to silence deprecation warnings\n8aff555 [Antoine Pitrou] Try to silence deprecation errors on gcc / clang\nec0297c [Antoine Pitrou] Bump Arrow changeset\n5022828 [Antoine Pitrou] PARQUET-1382: [C++] Prepare for arrow::test namespace removal\n" }, { "commit": "337c8eb0fb73f7f44e60aeeca83607c7b1e78b4c", "tree": "7ed08d8c65254cefcbfa2a4fbd7c65b9fcbcc837", "parents": [ "310ef063727610cfcfee2b9511ff65f7bf517f72" ], "author": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Fri Aug 17 02:25:50 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Fri Aug 17 02:25:50 2018 -0400" }, "message": "PARQUET-1308: [C++] Use Arrow thread pool, not Arrow ParallelFor, fix deprecated APIs, upgrade clang-format version. Fix record delimiting bug\n\nAuthor: Wes McKinney \u003cwesm+git@apache.org\u003e\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #467 from pitrou/PARQUET-1308-arrow-thread-pool and squashes the following commits:\n\ncab1aa8 [Wes McKinney] Fix deprecation warning\nb23bc46 [Wes McKinney] Fix end of row group logic\n8fbff2e [Wes McKinney] Fix record delimiting bug\nc2bc1c8 [Wes McKinney] Print offending value\n3e72282 [Wes McKinney] Find minimal repro that fails on Linux also\n1f4f714 [Wes McKinney] Add temporary testing code\na2eea67 [Wes McKinney] Fix usages of deprecated APIs, upgrade to clang-format-6.0\n45779a9 [Wes McKinney] Update Arrow external project version to master\n2c06321 [Antoine Pitrou] Fix API name\n5707f60 [Antoine Pitrou] Lint\ne90a902 [Antoine Pitrou] PARQUET-1308: [C++] Use Arrow thread pool, not Arrow ParallelFor\n" }, { "commit": "310ef063727610cfcfee2b9511ff65f7bf517f72", "tree": "e67516d53e652ed55af4193787be76414140dde8", "parents": [ "7a09adeffbfdd3b1fa8e72d72268df282b666482" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Wed Aug 15 09:03:56 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Aug 15 09:03:56 2018 -0400" }, "message": "PARQUET-1378: Allow RowGroups with zero rows to be written\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #485 from majetideepak/PARQUET-1378 and squashes the following commits:\n\na4db300 [Deepak Majeti] Parquet-1378: Allow RowGroups with zero rows to be written\n" }, { "commit": "7a09adeffbfdd3b1fa8e72d72268df282b666482", "tree": "e7504956ad5343642c9f7e8024dac6fb7bb5cc18", "parents": [ "63f41b00bddecb172bd5b3aa0366b4653f498811" ], "author": { "name": "Chen, Junjie", "email": "cjjnjust@gmail.com", "time": "Wed Aug 15 08:57:27 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Aug 15 08:57:27 2018 -0400" }, "message": "PARQUET-1332: Add bloom filter for parquet\n\nThis is first part of bloom filter patch set, which include a bloom filter utility and also some unit tests.\nNote that this patch also includes murmur3Hash original code from Austin Appleby. The code isn\u0027t formatted as parquet-cpp format.\n\nAuthor: Chen, Junjie \u003ccjjnjust@gmail.com\u003e\n\nCloses #432 from cjjnjust/master and squashes the following commits:\n\nd4d3018 [Chen, Junjie] PARQUET-1332: update constructor\nb0f3f80 [Chen, Junjie] PARQUET-1332: update code for some coding style\nfe97b44 [Chen, Junjie] PARQUET-1332: refine the complex classes\nfd3ba23 [Chen, Junjie] PARQUET-1332: fix build error for clang Xcode\n019322a [Chen, Junjie] PARQUET-1332: refine bloom filter algorithm\nec6a6e9 [Chen, Junjie] PARQUET-1332: fix build failure for windows platform\n0c1e95f [Chen, Junjie] PARQUET-1332: update according to latest comments\n1a105fc [Chen, Junjie] PARQUET-1332: update code according to Jim\u0027s comments\n731191c [Chen, Junjie] PARQUET-1332: rebase to latest to solve CI error and update comments\n0bc8595 [Chen, Junjie] PARQUET-1332: use abstract class for hash class\n1374665 [Chen, Junjie] PARQUET-1332: update according to code review\n858b2ce [Chen, Junjie] PARQUET-1332: remove unnecessary const_cast\n23d7ccf [Chen, Junjie] PARQUET-1332: add missing file\nf2ff8ad [Chen, Junjie] PARQUET-1332: Add bloom filter utility class\n" }, { "commit": "63f41b00bddecb172bd5b3aa0366b4653f498811", "tree": "06b486926857e943daf2a440fa4a0ff8a8a18e78", "parents": [ "a0d1669cf67b055cd7b724dea04886a0ded53c8f" ], "author": { "name": "Gidon Gershinsky", "email": "gidon@il.ibm.com", "time": "Sat Aug 04 18:40:49 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Sat Aug 04 18:40:49 2018 -0400" }, "message": "PARQUET-1301: [C++] Crypto package in parquet-cpp\n\nAuthor: Gidon Gershinsky \u003cgidon@il.ibm.com\u003e\n\nCloses #464 from ggershinsky/p1301-crypto-package and squashes the following commits:\n\n42fe125 [Gidon Gershinsky] post-review changes\nad17fbe [Gidon Gershinsky] fix lint issues\nb5e40b1 [Gidon Gershinsky] post-review changes\n20b496f [Gidon Gershinsky] EncryptionProperties input and other review changes\n35a4830 [Gidon Gershinsky] fix import order\nb3affc5 [Gidon Gershinsky] change import order\nfc5d77d [Gidon Gershinsky] version fix\na11507e [Gidon Gershinsky] 2nd cipher + review comments\n63fa9a3 [Gidon Gershinsky] version fix\n8e384d4 [Gidon Gershinsky] The C++ implementation of basic AES-GCM encryption and decryption\n" }, { "commit": "a0d1669cf67b055cd7b724dea04886a0ded53c8f", "tree": "5fe56bd7a09d45d6b74733391c48a67db9b3c99c", "parents": [ "646e2258172112036e3c4c2e6541b0f86b5fb35f" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Wed Aug 01 15:14:15 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Wed Aug 01 15:14:15 2018 -0400" }, "message": "PARQUET-1366: [C++] Streamline use of Arrow\u0027s bit-util.h APIs\n\nThis is required before we can remove some duplicate or little-used APIs in ARROW-2950.\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #483 from pitrou/PARQUET-1366-arrow-bit-util and squashes the following commits:\n\n1eb6ef0 [Antoine Pitrou] Avoid using FirstTimeBitmapWriter for now (this Arrow API is too recent)\n57aa82c [Antoine Pitrou] Fix line size\n86c4ca5 [Antoine Pitrou] PARQUET-1366: [C++] Streamline use of Arrow bit-util.h\n" }, { "commit": "646e2258172112036e3c4c2e6541b0f86b5fb35f", "tree": "19446d9fc347c403c73411e5a164c4bebb61e615", "parents": [ "49062489f575659c4325f96260284e10e46ed11b" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Wed Aug 01 15:34:32 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Aug 01 15:34:32 2018 +0200" }, "message": "PARQUET-1357: FormatStatValue truncates binary statistics on zero character\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #479 from xhochy/PARQUET-1357 and squashes the following commits:\n\n4135976 [Korn, Uwe] Add macro for deprecations\ne0e4946 [Korn, Uwe] Update to clang-format 6.0\n0073b56 [Korn, Uwe] PARQUET-1357: FormatStatValue truncates binary statistics on zero character\n" }, { "commit": "49062489f575659c4325f96260284e10e46ed11b", "tree": "674b179c71e15f49bf2a45b4be52750702385c9b", "parents": [ "853abb96e95bd440b7a175a01909e70fe760665b" ], "author": { "name": "Gidon Gershinsky", "email": "gidon@il.ibm.com", "time": "Mon Jul 30 23:29:09 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Mon Jul 30 23:29:09 2018 -0400" }, "message": "PARQUET-1227: Thrift crypto metadata structures\n\nAuthor: Gidon Gershinsky \u003cgidon@il.ibm.com\u003e\n\nCloses #463 from ggershinsky/p1227-thrift-crypto-metadata and squashes the following commits:\n\n579c319 [Gidon Gershinsky] enums -\u003e unions\nd07d708 [Gidon Gershinsky] bug fix\nee4b931 [Gidon Gershinsky] multiple keys and ciphers\n8d0c179 [Gidon Gershinsky] New Thrift structures for Parquet modular encryption\n" }, { "commit": "853abb96e95bd440b7a175a01909e70fe760665b", "tree": "5a33bf19b0c4bcd2b51c2076ccd6810f3ff0bf95", "parents": [ "b4023c21958c8d654ed304a1a0eb628317a2d170" ], "author": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Jul 29 19:57:00 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sun Jul 29 19:57:00 2018 -0400" }, "message": "PARQUET-1360: Use conforming API style, variable names in WriteFileMetaData functions\n\nPer comments in PARQUET-1348. I also upgraded clang-format to 6.0 here so pardon the diff noise from that.\n\nTo summarize the style points:\n\n* Don\u0027t pass `const std:shared_ptr\u003cT\u003e\u0026` if `const T\u0026` will do\n* Don\u0027t pass `const std::shared_ptr\u003cT\u003e\u0026` if `T*` will do\n* I prefer to only use class static function members for alternate constructors\n* Out arguments after in arguments\n* `lower_with_underscores` for variable names\n\nAuthor: Wes McKinney \u003cwesm+git@apache.org\u003e\n\nCloses #482 from wesm/PARQUET-1360 and squashes the following commits:\n\n375a442 [Wes McKinney] API conformity and changes per review comments in ARROW-1348\n" }, { "commit": "b4023c21958c8d654ed304a1a0eb628317a2d170", "tree": "7b2c1cd4592791911992b84b0ab6b336f95cdc1e", "parents": [ "c246da995edf50de5349525996ea321c15facbf5" ], "author": { "name": "Robert Gruener", "email": "robbieg@uber.com", "time": "Sat Jul 28 17:21:11 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sat Jul 28 17:21:11 2018 +0200" }, "message": "PARQUET-1348: Add ability to write FileMetaData in arrow FileWriter\n\nI used static functions since there was no better way I could see\n\nAuthor: Robert Gruener \u003crobbieg@uber.com\u003e\n\nCloses #481 from rgruener/write-metadata and squashes the following commits:\n\nbdd5ec1 [Robert Gruener] PARQUET-1348: Add ability to write FileMetaData in arrow FileWriter\n" }, { "commit": "c246da995edf50de5349525996ea321c15facbf5", "tree": "e5ca9e08ab233c3a45696399489578d44247ba84", "parents": [ "5264ad405a1be2939cd67902f43c626cdf6e8d07" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Thu Jul 26 23:12:11 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Jul 26 23:12:11 2018 +0200" }, "message": "PARQUET-1358: index_page_offset should be unset as it is not supported\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #480 from xhochy/PARQUET-1358 and squashes the following commits:\n\ndcf9a94 [Korn, Uwe] PARQUET-1358: index_page_offset should be unset as it is not supported\n" }, { "commit": "5264ad405a1be2939cd67902f43c626cdf6e8d07", "tree": "312177c38e95b10c84fe9a9f34ea25d83564c66a", "parents": [ "049af6f57293661944ff9fc26d3688466ed86968" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Jul 23 21:14:39 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Jul 23 21:14:39 2018 -0400" }, "message": "PARQUET-1323: Fix compiler warnings on clang-6\n\nThe `schema_descr_` field was unused\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #478 from wesm/clang-6-warnings and squashes the following commits:\n\n7cadfab [Wes McKinney] Fix compiler warnings on clang-6\n" }, { "commit": "049af6f57293661944ff9fc26d3688466ed86968", "tree": "6aa64240ab85f3490c790fcac8deb37681487437", "parents": [ "c0fad614f6782695a3c6678dd0097e1fea442675" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Mon Jul 23 14:29:11 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Jul 23 14:29:11 2018 -0400" }, "message": "PARQUET-1350: [C++] Use abstract ResizableBuffer instead of concrete PoolBuffer\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #477 from pitrou/PARQUET-1350-pool-buffer and squashes the following commits:\n\n3af304e [Antoine Pitrou] Fix linting\n6ffc72d [Antoine Pitrou] PARQUET-1350: [C++] Use abstract ResizableBuffer instead of concrete PoolBuffer\n" }, { "commit": "c0fad614f6782695a3c6678dd0097e1fea442675", "tree": "f2184eda514f4d044c0a899c83b69e50e4df32c2", "parents": [ "e6739e95b33c13184e2313df5da902802430a945" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Sat Jul 14 15:57:35 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wesm+git@apache.org", "time": "Sat Jul 14 15:57:35 2018 -0400" }, "message": "PARQUET-1349: [C++] PARQUET_RPATH_ORIGIN is not picked by the build\n\nThe previous implementation did not work correctly. Using now the same code as in Arrow.\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #476 from xhochy/PARQUET-1349 and squashes the following commits:\n\n1acb1b7 [Korn, Uwe] PARQUET-1349: [C++] PARQUET_RPATH_ORIGIN is not picked by the build\n" }, { "commit": "e6739e95b33c13184e2313df5da902802430a945", "tree": "344a04bcb01e39a34a26a644b02a883cd75bec37", "parents": [ "d9c262a00f512699b64472cf58ecff7642853efc" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Thu Jul 12 08:39:53 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Jul 12 08:39:53 2018 +0200" }, "message": "PARQUET-1346: [C++] Protect against empty Arrow arrays with null values\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #474 from pitrou/PARQUET-1346-null-values and squashes the following commits:\n\n08bad23 [Antoine Pitrou] Do not ignore return value\na1c0378 [Antoine Pitrou] Fix uninitialized value\ndfb42d2 [Antoine Pitrou] Try to fix lint\nb514d0d [Antoine Pitrou] Try to fix compile failures on Travis-CI (due to old Arrow?)\n3951f25 [Antoine Pitrou] PARQUET-1346: [C++] Protect against empty Arrow arrays with null values\n" }, { "commit": "d9c262a00f512699b64472cf58ecff7642853efc", "tree": "7c307d9a1c9cd5e773a61d3e2fae4e0c6dac3a97", "parents": [ "ac5bd8247f6adf8a674a52938c172ab72d1450b2" ], "author": { "name": "Philipp Hoch", "email": "p.hoch@celonis.com", "time": "Thu Jun 28 11:27:39 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Jun 28 11:27:39 2018 -0400" }, "message": "PARQUET-1333: [C++] Reading of files with dictionary size 0 fails on Windows with bad_alloc\n\nThe call with size 0 ends up in arrows memory_pool, https://github.com/apache/arrow/blob/884474ca5ca1b8da55c0b23eb7cb784c2cd9bdb4/cpp/src/arrow/memory_pool.cc#L50, and the according allocation fails. See according documentation, https://docs.microsoft.com/en-us/cpp/c-runtime-library/reference/aligned-malloc. Only happens on Windows environment, as posix_memalign seems to handle 0 inputs in unix environments.\n\nAuthor: Philipp Hoch \u003cp.hoch@celonis.com\u003e\n\nCloses #472 from philhoch/bugfix-cover-empty-dicitionary-size-on-windows and squashes the following commits:\n\n0be10bc [Philipp Hoch] account for total_size being 0, as _alligned_malloc with size 0 raises error on Windows environment\n" }, { "commit": "ac5bd8247f6adf8a674a52938c172ab72d1450b2", "tree": "7bbd2fe85e77561a7ff1e68aeb6651a95e43d8eb", "parents": [ "be4c532139e9542fd42c4a65dc7928c512023582" ], "author": { "name": "Philipp Hoch", "email": "p.hoch@celonis.com", "time": "Thu Jun 28 11:23:24 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Jun 28 11:23:24 2018 -0400" }, "message": "PARQUET-1334: [C++] memory_map parameter seems missleading in parquet file opener\n\nIf memory_map parameter is true, normal file operation is executed, while in negative case, the according memory mapped file operation happens. Seems either be used via inverted logic or being bug.\n\nAuthor: Philipp Hoch \u003cp.hoch@celonis.com\u003e\n\nCloses #471 from philhoch/bugfix-mixed-up-memory-map-parameter and squashes the following commits:\n\n651cf6b [Philipp Hoch] switched logic within conditional to support memory mapped behavior if requested and readable file accordingly\n" }, { "commit": "be4c532139e9542fd42c4a65dc7928c512023582", "tree": "28c7f3e578adccefb60b79193c6d09009a789227", "parents": [ "d15d2687e9f154e69e956e2a56c8d1fd6c3b7ac8" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Jun 28 11:20:54 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Jun 28 11:20:54 2018 -0400" }, "message": "PARQUET-1340: Fix Travis Ci valgrind errors related to std::random_de…\n\n…vice\nFollowed fix from https://github.com/apache/arrow/pull/2039/files\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #473 from majetideepak/PARQUET-1340 and squashes the following commits:\n\nfcd6f2d [Deepak Majeti] add cast\n7193d43 [Deepak Majeti] PARQUET-1340: Fix Travis Ci valgrind errors related to std::random_device\n" }, { "commit": "d15d2687e9f154e69e956e2a56c8d1fd6c3b7ac8", "tree": "bd6bdc07058538a4e77f57622da5dcfcb44e328b", "parents": [ "7c163ea6a2874ae7a73424146ff89e3abd707c28" ], "author": { "name": "thamht4190", "email": "thamht01188@gmail.com", "time": "Thu Jun 14 15:38:39 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Jun 14 15:38:39 2018 +0200" }, "message": "PARQUET-1319: Pass BISON_EXECUTABLE to Thrift EP for MacOS\n\nAuthor: thamht4190 \u003cthamht01188@gmail.com\u003e\nAuthor: gubee \u003cthamht01188@gmail.com\u003e\n\nCloses #470 from thamht4190/PARQUET-1319 and squashes the following commits:\n\nd8ced13 [thamht4190] PARQUET-1319: Pass BISON_EXECUTABLE to Thrift EP for MacOS\nda9c86b [gubee] Merge pull request #1 from apache/master\n" }, { "commit": "7c163ea6a2874ae7a73424146ff89e3abd707c28", "tree": "c1e30967de3a754e3e5c2d567edf5c275b9565ff", "parents": [ "1ea4be88ef8ad8afbbd037abfc3eafadc4b085a5" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Thu May 31 12:39:30 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu May 31 12:39:30 2018 +0200" }, "message": "PARQUET-1313: [C++] Fix gtest build failure on Windows\n\nAlso add an option to enable clcache if found.\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #468 from pitrou/PARQUET-1313-msvc-gtest-warnings and squashes the following commits:\n\n7aefdcf [Antoine Pitrou] Enable a VS2017 build on AppVeyor\n1c3a78e [Antoine Pitrou] PARQUET-1313: [C++] Fix gtest build failure on Windows\n" }, { "commit": "1ea4be88ef8ad8afbbd037abfc3eafadc4b085a5", "tree": "b549d216afa9721bd4da67b04fee49e16c53c698", "parents": [ "c9bc237f455ffe53463d6b5251ca1d138d0abd6f" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu May 31 12:38:41 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu May 31 12:38:41 2018 +0200" }, "message": "PARQUET-1315: ColumnChunkMetaData.has_dictionary_page() should return…\n\n… bool, not int64_t\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #469 from majetideepak/PARQUET-1315 and squashes the following commits:\n\ndac446e [Deepak Majeti] PARQUET-1315: ColumnChunkMetaData.has_dictionary_page() should return bool, not int64_t\n" }, { "commit": "c9bc237f455ffe53463d6b5251ca1d138d0abd6f", "tree": "b0cf27c0433d72d9521936504e53d9d0b348ebda", "parents": [ "9586719acec86f790c00ac8797060b01a4f7de02" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Sat May 26 16:34:36 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sat May 26 16:34:36 2018 +0200" }, "message": "PARQUET-1307: Fix memory-test for newer Arrow\n\nIn recent Arrow builds, ReadAt() doesn\u0027t specify whether it updates the file position or not.\n\n(ideally, it does not, but on certain platforms the file position may be updated anyway -- e.g. Windows)\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #466 from pitrou/PARQUET-1307-memory-test-fix and squashes the following commits:\n\nffd6dc0 [Antoine Pitrou] PARQUET-1307: Fix memory-test for newer Arrow\n" }, { "commit": "9586719acec86f790c00ac8797060b01a4f7de02", "tree": "290eaf89f7fc0aec3d541d79813f42e80143ba2b", "parents": [ "8046481235e558344c3aa059c83ee86b9f6eeee7" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Sun May 20 23:19:03 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Sun May 20 23:19:03 2018 -0400" }, "message": "PARQUET-979: Limit size of min, max or disable stats for long binary types\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #465 from majetideepak/PARQUET-979 and squashes the following commits:\n\n3b18173 [Deepak Majeti] improve naming and ColumnProperties class\na888aa4 [Deepak Majeti] Add an option to specify max stats size\nc103c4f [Deepak Majeti] make format\ncf0260c [Deepak Majeti] PARQUET-979: [C++] Limit size of min, max or disable stats for long binary types\n" }, { "commit": "8046481235e558344c3aa059c83ee86b9f6eeee7", "tree": "1efdc8cb4d81a133ab4450c957f947e4a3e93f0b", "parents": [ "f973727a0bec75a6e352c0f51a7af2630ac3ec42" ], "author": { "name": "Julius Neuffer", "email": "julius.neuffer@blue-yonder.com", "time": "Tue May 01 12:51:01 2018 +0200" }, "committer": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Tue May 01 12:51:01 2018 +0200" }, "message": "PARQUET-1283: [C++] Remove trailing space for string and int96 statis…\n\n…tics\n\nPrevent the function FormatStatValue from adding a trailing space\nto the formatted statistics of strings and int96.\n\nAuthor: Julius Neuffer \u003cjulius.neuffer@blue-yonder.com\u003e\n\nCloses #461 from jneuff/remove-trailing-space and squashes the following commits:\n\n612e24c [Julius Neuffer] PARQUET-1283: [C++] Remove trailing space for string and int96 statistics\n" }, { "commit": "f973727a0bec75a6e352c0f51a7af2630ac3ec42", "tree": "9e1dcbe8e28b595eb3ecce07d425896c8c2c9c0a", "parents": [ "26422f58c47cfd44b003248fe8bac05f1a65bb4d" ], "author": { "name": "Joshua Storck", "email": "joshua.storck@twosigma.com", "time": "Mon Apr 23 22:51:32 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Apr 23 22:51:32 2018 +0200" }, "message": "PARQUET-1279: [C++] Adding use of ASSERT_NO_FATAL_FAILURE in unit tests when calling helper functions that call ASSERT_ macros\n\nThere were a number of helper functions in the unit tests that has ASSERT_ macros. However, the callers of these functions were not asserting if the helper functions had encountered an assertion. In those circumstances, the unit test will continue because the ASSERT_ macros only return in the block in which they are used. This commit adds the use of ASSERT_NO_FATAL_FAILURE to the calls of those helper functions at the scope of the unit test, which will cause the unit test to exit. This ensures that we won\u0027t encounter segfaults or unexpected behavior due to a unit test continuing execution past an asserting inside of a helper function.\n\nAuthor: Joshua Storck \u003cjoshua.storck@twosigma.com\u003e\n\nCloses #458 from joshuastorck/use_assert_no_fatal_failure and squashes the following commits:\n\nfa89f5d [Joshua Storck] There were a number of helper functions in the unit tests that has ASSERT_ macros. However, the callers of these functions were not asserting if the helper functions had encountered an assertion. In those circumstances, the unit test will continue because the ASSERT_ macros only return in the block in which they are used. This commit adds the use of ASSERT_NO_FATAL_FAILURE to the calls of those helper functions at the scope of the unit test, which will cause the unit test to exit. This ensures that we won\u0027t encounter segfaults or unexpected behavior due to a unit test continuing execution past an asserting inside of a helper function.\n" }, { "commit": "26422f58c47cfd44b003248fe8bac05f1a65bb4d", "tree": "f87d8ca9e73822616dba8250e1c6aee270f8ff57", "parents": [ "aa7a5e5f34f2eada56e5d2ae896d85fe2a139747" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Mon Apr 23 10:45:22 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Mon Apr 23 10:45:22 2018 -0400" }, "message": "PARQUET-1262: Use the same BOOST_ROOT and Boost_NAMESPACE for Thrift\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #460 from xhochy/PARQUET-1262 and squashes the following commits:\n\n2a886ce [Korn, Uwe] PARQUET-1262: Use the same BOOST_ROOT and Boost_NAMESPACE for Thrift\n" }, { "commit": "aa7a5e5f34f2eada56e5d2ae896d85fe2a139747", "tree": "8c829c1e4d779c9083e53e0b7e0fe5441de7982b", "parents": [ "0c1f5c51f0af08509dbc229339310c2915b1df18" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Wed Apr 18 13:04:26 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Apr 18 13:04:26 2018 +0200" }, "message": "PARQUET-1272: Return correct row count for nested columns in ScanFileContents\n\nStumbled over this while adding lists to the `alltypes_sample` in `test_parquet.py` in Arrow.\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #457 from xhochy/PARQUET-1272 and squashes the following commits:\n\n45efe1c [Korn, Uwe] PARQUET-1272: Return correct row count for nested columns in ScanFileContents\n" }, { "commit": "0c1f5c51f0af08509dbc229339310c2915b1df18", "tree": "e6c154db26d122265a603d70f3ecfbda2ac95d12", "parents": [ "494658a1f3f411c624dc49f191511febccd0d04c" ], "author": { "name": "Joshua Storck", "email": "joshua.storck@twosigma.com", "time": "Wed Apr 18 12:55:23 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Apr 18 12:55:23 2018 +0200" }, "message": "PARQUET-1274: Prevent segfault that was occurring when writing a nanosecond timestamp with arrow writer properties set to coerce timestamps and support deprecated int96 timestamps.\n\nThe bug was a due to the fact that the physical type was int64 but the WriteTimestamps function was taking a path that assumed the physical type was int96. This caused memory corruption because it was writing past the end of the array. The bug was fixed by checking that coerce timestamps is disabled when writing int96.\n\nA unit test was added for the regression.\n\nAuthor: Joshua Storck \u003cjoshua.storck@twosigma.com\u003e\n\nCloses #456 from joshuastorck/ARROW_2082 and squashes the following commits:\n\n5fa0a94 [Joshua Storck] Removing \u0027using ::arrow\u0027 in favor of using ::arrow::SomeType\n9725ecc [Joshua Storck] Bug fix for ARROW-2082, in which a segfault was being encountered when writing a nanosecond timestamp column with arrow writer properties set to coerce timestamps and support deprecated int96 timestamps. The bug was a segfault due to the fact that the physical type was int64 but the WriteTimestamps function was taking a path that assumed the physical type was int96. The bug was fixed by checking that coerce timestamps is disabled when writing int96. A unit test was added for the regression\n" }, { "commit": "494658a1f3f411c624dc49f191511febccd0d04c", "tree": "2b5d7c76ae067ee5d799dd312e314f4ab512c98b", "parents": [ "456801caedcb7f448b21dd1ac3f2c8120e4230cd" ], "author": { "name": "Joshua Storck", "email": "joshua.storck@twosigma.com", "time": "Wed Apr 18 10:09:14 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Apr 18 10:09:14 2018 +0200" }, "message": "PARQUET-1273: Properly write dictionary values when writing in chunks\n\nThe error was reported here: https://issues.apache.org/jira/browse/ARROW-1938.\n\nBecause dictionary types are not supported in writing yet, the code converts the dictionary column to the actual values first before writing. However, the existing code was accidentally using zero as the offset and the length of the column as the size. This resulted in writing all of the column values for each chunk of the column that was supposed to be written.\n\nThe fix is to pass the offset and size when recursively calling through to WriteColumnChunk with the \"flattened\" data.\n\nAuthor: Joshua Storck \u003cjoshua.storck@twosigma.com\u003e\n\nCloses #453 from joshuastorck/ARROW_1938 and squashes the following commits:\n\nc2af50f [Joshua Storck] Remove extraneous semicolon in unit test\n23f5722 [Joshua Storck] Ran clang-format on arrow-reader-writer-test.cc\n314b159 [Joshua Storck] Removing print statements from AssertTableEqual\nf0bc71a [Joshua Storck] Fixing bug reported in https://issues.apache.org/jira/browse/ARROW-1938, namely preventing all of the values in a dictionary column from being written to parquet for each chunk created as a result of specifying row_group_size\n" }, { "commit": "456801caedcb7f448b21dd1ac3f2c8120e4230cd", "tree": "e9d236e70aaf335d721ee452dd50e47f46b7c1e6", "parents": [ "21b754aacd712df1cee5af4a5777f142a02d91b9" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Tue Apr 17 19:08:31 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Apr 17 19:08:31 2018 +0200" }, "message": "PARQUET-1270: Install executable tools\n\n\"parquet_reader\" and friends should be installed along with the Parquet libraries.\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #455 from pitrou/PARQUET-1270-install-tools and squashes the following commits:\n\n44c486c [Antoine Pitrou] PARQUET-1270: Install executable tools\n" }, { "commit": "21b754aacd712df1cee5af4a5777f142a02d91b9", "tree": "5dca5d5e33b08d395bcac834a7112524402c4d15", "parents": [ "8735514542d963c87a75ac8f722d47d5683825aa" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Tue Apr 17 19:07:43 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Apr 17 19:07:43 2018 +0200" }, "message": "PARQUET-1268: Fix conversion of null list Arrow arrays\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #454 from pitrou/PARQUET-1268-null-list-conversion and squashes the following commits:\n\ne4e7744 [Antoine Pitrou] PARQUET-1268: Fix conversion of null list Arrow arrays\n" }, { "commit": "8735514542d963c87a75ac8f722d47d5683825aa", "tree": "9bbb5d2d28e09908f7c7b67352b2bc8d674cce7a", "parents": [ "0875e43010af485e1c0b506d77d7e0edc80c66cc" ], "author": { "name": "rip.nsk", "email": "rip.nsk@gmail.com", "time": "Tue Apr 17 19:03:16 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Apr 17 19:03:16 2018 +0200" }, "message": "PARQUET-1267: [C++] replace \"unsafe\" std::equal by std::memcmp\n\nAuthor: rip.nsk \u003crip.nsk@gmail.com\u003e\n\nCloses #451 from rip-nsk/PARQUET-1267 and squashes the following commits:\n\n12d2386 [rip.nsk] fix of the fix.\n7682c83 [rip.nsk] PARQUET-1267: [C++] replace \"unsafe\" std::equal by std::memcmp\n" }, { "commit": "0875e43010af485e1c0b506d77d7e0edc80c66cc", "tree": "d41deb33a1aab7551da8215592c576da282eecb1", "parents": [ "4e7ef12dccb250074370376dc31a4963e1010447" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Apr 12 17:09:37 2018 -0400" }, "committer": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Apr 12 17:09:37 2018 -0400" }, "message": "PARQUET-1265: Segfault on static ApplicationVersion initialization\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #452 from majetideepak/PARQUET-1265 and squashes the following commits:\n\n2972197 [Deepak Majeti] fix initialization error\nab07a47 [Deepak Majeti] Simplify construction of static variables\nb23d3b3 [Deepak Majeti] PARQUET-1265: Segfault on static ApplicationVersion initialization\n" }, { "commit": "4e7ef12dccb250074370376dc31a4963e1010447", "tree": "4219c3ef91c6c28e67f7eb7d2a3514d5669da678", "parents": [ "72063f3afa76caeb1785143889928c0c7312e677" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Wed Mar 28 18:19:53 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Mar 28 18:19:53 2018 +0200" }, "message": "PARQUET-1255: Fix error message when PARQUET_TEST_DATA isn\u0027t defined\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #448 from pitrou/PARQUET-1255 and squashes the following commits:\n\nb162511 [Antoine Pitrou] PARQUET-1255: Fix error message when PARQUET_TEST_DATA isn\u0027t defined\n" }, { "commit": "72063f3afa76caeb1785143889928c0c7312e677", "tree": "19f9f426834fc1e5889fa5e55c6ebdc9ad0b0c68", "parents": [ "2cf2af2dcbaaa13f45325e40b97c907689918411" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Wed Mar 28 18:18:33 2018 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Mar 28 18:18:33 2018 +0200" }, "message": "PARQUET-1071: Check that arrow::FileWriter::Close() is idempotent\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #449 from pitrou/PARQUET-1071-arrow-filewriter-close-idempotent and squashes the following commits:\n\n8c3fb19 [Antoine Pitrou] PARQUET-1071: Check that arrow::FileWriter::Close() is idempotent\n" }, { "commit": "2cf2af2dcbaaa13f45325e40b97c907689918411", "tree": "9f4c787a2e67165a78f24d951a297ca285184aff", "parents": [ "9fff2922b66668ca3da9ff08ab08253503df9951" ], "author": { "name": "Xianjin YE", "email": "advancedxy@gmail.com", "time": "Fri Mar 23 16:03:31 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Fri Mar 23 16:03:31 2018 -0400" }, "message": "PARQUET-1166: Add GetRecordBatchReader in parquet/arrow/reader\n\nAuthor: Xianjin YE \u003cadvancedxy@gmail.com\u003e\n\nCloses #445 from advancedxy/PARQUET-1166 and squashes the following commits:\n\n03461ed [Xianjin YE] Add comments and auto-formatted code.\n0abbb78 [Xianjin YE] declare next_row_group_ as size_t\nf947668 [Xianjin YE] [WIP] PARQUET-1166: Add GetRecordBatchReader in parquet/arrow/reader\n" }, { "commit": "9fff2922b66668ca3da9ff08ab08253503df9951", "tree": "5bf11fb25e5d6be90353e20d95e541ee373d6096", "parents": [ "86fc1d54f4e18108d9779ad9c56f712626a54182" ], "author": { "name": "Antoine Pitrou", "email": "antoine@python.org", "time": "Thu Mar 22 19:53:26 2018 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Thu Mar 22 19:53:26 2018 -0400" }, "message": "PARQUET-1245: Fix creating Arrow table with duplicate column names\n\nAuthor: Antoine Pitrou \u003cantoine@python.org\u003e\n\nCloses #447 from pitrou/ARROW-1974-duplicate-column-name and squashes the following commits:\n\na764a3c [Antoine Pitrou] Pass ColumnIndex() / FieldIndex() node argument by reference\n4398d58 [Antoine Pitrou] ARROW-1974: Fix creating Arrow schema with duplicate column names\n" }, { "commit": "86fc1d54f4e18108d9779ad9c56f712626a54182", "tree": "2d2ec50457a52c396eaf73b070c700ec39a66982", "parents": [ "78630fd8f2e5178ddd019ad1a2d3241fda287fd8" ], "author": { "name": "rip.nsk", "email": "rip.nsk@gmail.com", "time": "Mon Mar 12 20:17:49 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Mar 12 20:17:49 2018 +0100" }, "message": "PARQUET-1209: define ARROW_STATIC when PARQUET_ARROW_LINKAGE is static\n\nIt does not solve the problem in general, but more correct anyway\n\nAuthor: rip.nsk \u003crip.nsk@gmail.com\u003e\n\nCloses #446 from rip-nsk/PARQUET-1209 and squashes the following commits:\n\na4acb10 [rip.nsk] PARQUET-1209: define ARROW_STATIC when PARQUET_ARROW_LINKAGE is static\n" }, { "commit": "78630fd8f2e5178ddd019ad1a2d3241fda287fd8", "tree": "112c0faa15ffe6d3809fbbfc47632293e9023756", "parents": [ "0b126801faa699ba0d08b5325b69ea7113defc86" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 27 13:43:25 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 27 13:43:25 2018 +0100" }, "message": "Incrementing snapshot version to 1.4.1-SNAPSHOT.\n" }, { "commit": "0b126801faa699ba0d08b5325b69ea7113defc86", "tree": "d39a7a8ff83b2dd691c52e053cbd3d6cbaf44989", "parents": [ "29a4b0741be4a510ecb346c708814caa98767915" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 27 13:43:25 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 27 13:43:25 2018 +0100" }, "message": "Updating CHANGELOG for 1.4.0 release.\n" }, { "commit": "29a4b0741be4a510ecb346c708814caa98767915", "tree": "ddf3e47fa064d884cb07a183f1dd84a77b67b75c", "parents": [ "e7db0654f895fbe0ba45ca925ef4380f48c93b2d" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Sat Feb 24 19:23:23 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sat Feb 24 19:23:23 2018 +0100" }, "message": "PARQUET-1225: NaN values may lead to incorrect filtering under certai…\n\n1) `parquet-cpp` does not implement filtering (predicate pushdown). Clients such as Vertica, read the statistics from the metadata and implement their own filtering based on these stats.\nTherefore, the read path does not require any changes. We should document that the min/max value can potentially contain NaNs.\n\n2) I made changes to the write path to ignore the NaNs.\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #444 from majetideepak/PARQUET-1225 and squashes the following commits:\n\nc29ede2 [Deepak Majeti] refactor code\nc02adb2 [Deepak Majeti] fix compiler error\n1c229e2 [Deepak Majeti] fix logic for UpdateSpaced\nbaf6f50 [Deepak Majeti] change api from NotNaN to IsNaN\n3144a6a [Deepak Majeti] clang format\nba44611 [Deepak Majeti] review comments and add tests\n63e889b [Deepak Majeti] PARQUET-1225: NaN values may lead to incorrect filtering under certain circumstances\n" }, { "commit": "e7db0654f895fbe0ba45ca925ef4380f48c93b2d", "tree": "1574ffef94f5814b5530449beb6747a28592e998", "parents": [ "741012f64ee668d63583ba883d78158f3b8a5101" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Wed Feb 21 13:15:09 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Feb 21 13:15:09 2018 -0500" }, "message": "PARQUET-1233: Enable option to switch between stl classes and boost c…\n\n…lasses for thrift header\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #443 from majetideepak/PARQUET-1233 and squashes the following commits:\n\n8d56f96 [Wes McKinney] Add PARQUET_THRIFT_USE_BOOST CMake option\n37318dd [Deepak Majeti] Pin Thrift version 0.10.0 to toolchain\nd065f80 [Deepak Majeti] PARQUET-1233: Enable option to switch between stl classes and boost classes for thrift header\n" }, { "commit": "741012f64ee668d63583ba883d78158f3b8a5101", "tree": "2225ec629cf2b1ec0fa24e8c221cfc2fb4b4afce", "parents": [ "8dfba821bad417c7fc883ca289a9cde18eb1ba2a" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Tue Feb 20 21:41:09 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 21:41:09 2018 -0500" }, "message": "PARQUET-1218: More informative error message on too short pages\n\nAuthor: Uwe L. Korn \u003cuwelk@xhochy.com\u003e\n\nCloses #438 from xhochy/PARQUET-1218 and squashes the following commits:\n\n20ba13d [Uwe L. Korn] PARQUET-1218: More informative error message on too short pages\n" }, { "commit": "8dfba821bad417c7fc883ca289a9cde18eb1ba2a", "tree": "3edd36f0b70941bff92801d9b975cd7c0a6d8608", "parents": [ "276d45f653d54bb37a3ec5bb9c04f5ef72e34ef9" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Tue Feb 20 12:34:37 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 12:34:37 2018 -0500" }, "message": "PARQUET-1219: Update release-candidate script links to gitbox\n\nAuthor: Uwe L. Korn \u003cuwelk@xhochy.com\u003e\n\nCloses #439 from xhochy/PARQUET-1219 and squashes the following commits:\n\n35f83bf [Uwe L. Korn] PARQUET-1219: Update release-candidate script links to gitbox\n" }, { "commit": "276d45f653d54bb37a3ec5bb9c04f5ef72e34ef9", "tree": "0baabf2be1e24c3d262a06167776c4dea756924e", "parents": [ "84a424eda254cc7ae409e6861cd44ee75ba7d884" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Tue Feb 20 12:33:46 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 12:33:46 2018 -0500" }, "message": "PARQUET-1220: Don\u0027t build Thrift examples and tutorials in the ExternalProject\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #440 from xhochy/PARQUET-1220 and squashes the following commits:\n\nde2ee1b [Korn, Uwe] PARQUET-1220: Don\u0027t build Thrift examples and tutorials in the ExternalProject\n" }, { "commit": "84a424eda254cc7ae409e6861cd44ee75ba7d884", "tree": "3f26e8784c0b9bbe902346a33a0b184ad82332fd", "parents": [ "c405bf36506ec584e8009a6d53349277e600467d" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Tue Feb 20 12:33:10 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 12:33:10 2018 -0500" }, "message": "PARQUET-1221: Extend release README\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #441 from xhochy/PARQUET-1221 and squashes the following commits:\n\ndaa4778 [Korn, Uwe] PARQUET-1221: Extend release README [skip ci]\n" }, { "commit": "c405bf36506ec584e8009a6d53349277e600467d", "tree": "25046061b9aad1b7f87eb356ae42ae58683b30f0", "parents": [ "76388ea4eb8b23656283116bc656b0c8f5db093b" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 12:32:23 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Feb 20 12:32:23 2018 -0500" }, "message": "PARQUET-1226: Fixes for CHECKIN compiler warning level with clang 5.0\n\nThis follows analogous work from ARROW-2117\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #442 from wesm/PARQUET-1226 and squashes the following commits:\n\ne3f512c [Wes McKinney] Leave default logging level for Arrow EP\nd3ad125 [Wes McKinney] Fix various warnings exposed by clang 5.0, add extra compiler flags. Add ExternalProject logging to keep step with Arrow\u0027s CMake toolchain\n" }, { "commit": "76388ea4eb8b23656283116bc656b0c8f5db093b", "tree": "4e83deace0ca7e0c0775051acbfeaeacd3452988", "parents": [ "d5fc8482221c9350dafcce5864e80ad42b853387" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Thu Feb 15 18:42:22 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Feb 15 18:42:22 2018 +0100" }, "message": "PARQUET-1196: Example parquet_arrow project\n\nDepends on https://github.com/apache/parquet-cpp/pull/434\n\nAuthor: Uwe L. Korn \u003cuwelk@xhochy.com\u003e\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #436 from xhochy/PARQUET-1196 and squashes the following commits:\n\na938da7 [Uwe L. Korn] Check Status for PrettyPrint\n15d62f3 [Uwe L. Korn] PARQUET-1196: Example parquet_arrow project\n1280fd5 [Korn, Uwe] PARQUET-1200: Support reading a single Arrow column from a Parquet file\n" }, { "commit": "d5fc8482221c9350dafcce5864e80ad42b853387", "tree": "f3dc81595573d3ac25f963117f6011bb15a95afe", "parents": [ "a9fdeb0b1f2105290a88246c7a7fd8717751200a" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Tue Feb 13 16:08:31 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 13 16:08:31 2018 +0100" }, "message": "PARQUET-1200: Support reading a single Arrow column from a Parquet file\n\ncc @lorenzhs\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #434 from xhochy/PARQUET-1200 and squashes the following commits:\n\n98ac6f0 [Korn, Uwe] PARQUET-1200: Support reading a single Arrow column from a Parquet file\n" }, { "commit": "a9fdeb0b1f2105290a88246c7a7fd8717751200a", "tree": "f173ebee5cd5bace5be283689c72cd79cc7c5178", "parents": [ "f13c61fd4447bee82ffc5807a03b8ba01960430a" ], "author": { "name": "Max Risuhin", "email": "risuhin.max@gmail.com", "time": "Tue Feb 13 16:06:25 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Feb 13 16:06:25 2018 +0100" }, "message": "PARQUET-1210: [C++] Completely disable boost autolink on MSVC build\n\nAuthor: Max Risuhin \u003crisuhin.max@gmail.com\u003e\n\nCloses #437 from MaxRis/PARQUET-1210 and squashes the following commits:\n\n04a58a1 [Max Risuhin] PARQUET-1210: [C++] Completely disable boost autolink on MSVC build\n" }, { "commit": "f13c61fd4447bee82ffc5807a03b8ba01960430a", "tree": "a8fac3b95808040ea782d0df42262805987b0737", "parents": [ "c064f827e96b37d29ba7a7b87657a18a94896854" ], "author": { "name": "revaliu", "email": "revaliu@microsoft.com", "time": "Sat Feb 10 19:39:34 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sat Feb 10 19:39:34 2018 +0100" }, "message": "PARQUET-1205: Fix msvc build with static arrow lib\n\nAuthor: revaliu \u003crevaliu@microsoft.com\u003e\n\nCloses #435 from rip-nsk/PARQUET-1205 and squashes the following commits:\n\n60eacb2 [revaliu] allow to use static only arrow library\n511b369 [revaliu] boost_static_filesystem is required for static build\n" }, { "commit": "c064f827e96b37d29ba7a7b87657a18a94896854", "tree": "a35d21cbe47089846421e997446577607cf52447", "parents": [ "01ab0cf9c859fa128cecc46e026a1d4324454b46" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Sun Jan 28 15:30:20 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Jan 28 15:30:20 2018 +0100" }, "message": "PARQUET-1179: Upgrade to Thrift 0.11, use std::shared_ptr instead of boost::shared_ptr\n\nAuthor: Uwe L. Korn \u003cuwelk@xhochy.com\u003e\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\nAuthor: Uwe L. Korn \u003cuwe@apache.org\u003e\n\nCloses #433 from wesm/PARQUET-1179 and squashes the following commits:\n\ne005a01 [Uwe L. Korn] Install thrift-cpp\u003d0.11.0 on AppVeyor\n9f82afe [Uwe L. Korn] Install newer bison\n3b798c4 [Wes McKinney] Upgrade to Thrift 0.11, use std::shared_ptr instead of boost::shared_ptr\n" }, { "commit": "01ab0cf9c859fa128cecc46e026a1d4324454b46", "tree": "d8cddd7622f08b853fff31b2e7838e58c92b19be", "parents": [ "62de4b13f42beb5fd84d673b55208fb737749d9a" ], "author": { "name": "Max Risuhin", "email": "risuhin.max@gmail.com", "time": "Wed Jan 24 23:23:07 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Jan 24 23:23:07 2018 +0100" }, "message": "PARQUET-1151: [C++] Link with static ms crt\n\nAuthor: Max Risuhin \u003crisuhin.max@gmail.com\u003e\n\nCloses #429 from MaxRis/PARQUET-1151 and squashes the following commits:\n\nad22f6a [Max Risuhin] PARQUET-1151: [C++] Link with static ms crt\n" }, { "commit": "62de4b13f42beb5fd84d673b55208fb737749d9a", "tree": "c841a529132f4d761c80fb0ed19dc73482825c4f", "parents": [ "8127315063ed8e4f814b3cd0c8ea2726b41b580d" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Wed Jan 24 23:20:42 2018 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Wed Jan 24 23:20:42 2018 +0100" }, "message": "PARQUET-1193: [CPP] Implement ColumnOrder to support min_value and max_value\n\nChanges:\n\n1. Update parquet.thrift format\n2. Add ColumnOrder Implementation\n3. Make Int96 sort order UNKNOWN\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #430 from majetideepak/PARQUET-1193 and squashes the following commits:\n\nd31df36 [Deepak Majeti] Fix unused function Warning\n4ed405f [Deepak Majeti] Add comments\ndec58ca [Deepak Majeti] clang-format\n2cd9f11 [Deepak Majeti] Make Int96 sort order UNKNOWN\nff41b3c [Deepak Majeti] Add ColumnOrder Implementation\n6221cba [Deepak Majeti] Pull updated parquet.thrift format\n" }, { "commit": "8127315063ed8e4f814b3cd0c8ea2726b41b580d", "tree": "9a8913b20c24157167f59061bd9d7a1625a6e2c6", "parents": [ "7ff7bebcba2c95f51403052547922b50828c340e" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Mon Jan 15 22:31:31 2018 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Jan 15 22:31:31 2018 -0500" }, "message": "PARQUET-1086: [C++] Remove usage of arrow/util/compiler-util.h\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #428 from xhochy/PARQUET-1086 and squashes the following commits:\n\nda7593f [Korn, Uwe] PARQUET-1086: [C++] Remove usage of arrow/util/compiler-util.h\n" }, { "commit": "7ff7bebcba2c95f51403052547922b50828c340e", "tree": "68be8a039668beee9465241740b6250841626c97", "parents": [ "e2814ccb224a01289ad3a736ce89a956cb7d52fb" ], "author": { "name": "Alec Posney", "email": "aposney@atlassian.com", "time": "Fri Dec 29 17:43:06 2017 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Fri Dec 29 17:43:06 2017 +0100" }, "message": "PARQUET-1180: Fix behaviour of num_children element of primitive nodes\n\nPer the parquet.thift spec, for primitive nodes the num_children schema\nattibute should remain unset. This is implemeted correctly in parquet-mr\nsee [1]. However currently parquet-cpp does set the num_children\nattribute to 0 if it is a primitive node. This pull requests fixes this\nissue and the tests that were relying on this behavior\n\n[1] parquet-mr/parquet-hadoop/src/main/java/org/apache/parquet/format/converter/ParquetMetadataConverter.java\n\nAuthor: Alec Posney \u003caposney@atlassian.com\u003e\n\nCloses #427 from Posnet/fix-primite-node-num-children and squashes the following commits:\n\ne5af5c6 [Alec Posney] Fix behavior of num_children element of primitive nodes\n" }, { "commit": "e2814ccb224a01289ad3a736ce89a956cb7d52fb", "tree": "051993b9662d31e9f5edb4727ba0850026235bbc", "parents": [ "6ab16f3ae8e4a76ea28a704d88267bb342ba407b" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sun Dec 17 12:13:27 2017 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Dec 17 12:13:27 2017 +0100" }, "message": "PARQUET-1092: Support writing chunked arrow::Table columns\n\nI did quite a bit of refactoring to make this easier / simpler. I think there\u0027s some additional work we could do to make the write-path code cleaner, but we should probably wait to do some of that until we implement complete nested data write and read.\n\nI will follow up shortly with some functional tests for ARROW-232 to make sure this works end-to-end on the pyarrow side.\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #426 from wesm/PARQUET-1092 and squashes the following commits:\n\n7aa3fab [Wes McKinney] Fix compiler warnings\na72ad12 [Wes McKinney] Test and fix bugs with chunked writes. Ensure that primitive types use right transfer functor on read path\nc5006cb [Wes McKinney] Fix and expand date64-\u003edate32 conversion unit test\n61e364c [Wes McKinney] Compiling again with test failure\nc7e6696 [Wes McKinney] More refactoring, chunked writes\n9f35818 [Wes McKinney] More refactoring\n3e297cc [Wes McKinney] Start refactoring, totally broken\n" }, { "commit": "6ab16f3ae8e4a76ea28a704d88267bb342ba407b", "tree": "ec2dcbcd148017ab8513a9f6ff757db98a548889", "parents": [ "2cf514eba7227e53d4e6cc1abd814084dfa67dfd" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Dec 13 17:19:22 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Dec 13 17:19:22 2017 -0500" }, "message": "PARQUET-1177: Add PARQUET_BUILD_WARNING_LEVEL option and more rigorous Clang warnings\n\nThese warnings will catch a number of things that have bitten us in the past, like missing virtual destructors. This brings Parquet\u0027s compiler warnings up to the same quality as Arrow\u0027s\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\nAuthor: Wes McKinney \u003cwesmckinn@gmail.com\u003e\n\nCloses #425 from wesm/PARQUET-1177 and squashes the following commits:\n\n3769a8c [Wes McKinney] Add -Wno-missing-noreturn\n5b6cd80 [Wes McKinney] Compile with /bigobj in MSVC\ncc5bca0 [Wes McKinney] Add noreturn to static methods in ParquetException\ne3ffb71 [Wes McKinney] Fix -Wconversion warnings in decode_benchmark.cc\n758a216 [Wes McKinney] Fix warnings on macOS Clang\n3aef3b4 [Wes McKinney] Do not pass -Werror via PARQUET_CXXFLAGS\n5a98e81 [Wes McKinney] Fix usage of PrimitiveArray::raw_values\nc848855 [Wes McKinney] Fix compiler warnings with gcc 4.9\nca9a374 [Wes McKinney] Add SetupCxxFlags.cmake from Apache Arrow. Add PARQUET_BUILD_WARNING_LEVEL flag. Fix Clang compiler warnings\n" }, { "commit": "2cf514eba7227e53d4e6cc1abd814084dfa67dfd", "tree": "f12596ec199c28b1894493cd5f0fa2132764f23b", "parents": [ "d2ac53c0d467eb04d02e203fa5bf7cad5825f580" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Dec 12 14:12:08 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Tue Dec 12 14:12:08 2017 -0500" }, "message": "PARQUET-859: Flatten parquet/file directory, consolidate file reader, file writer code\n\nI believe this makes the codebase simpler and easier to navigate. By consolidating the file reader/writer code, further refactoring and internal improvements will be less obtuse\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #424 from wesm/PARQUET-859 and squashes the following commits:\n\nc98e3d4 [Wes McKinney] Do not generate Thrift files in source directory\ne987f47 [Wes McKinney] Remove superfluous PARQUET_EXPORT\n0fb83a8 [Wes McKinney] Consolidate file_reader.h, file_reader-internal.h\nac6e2c5 [Wes McKinney] First cut flattening of parquet/file directory and consolidate writer, writer-internal headers\n" }, { "commit": "d2ac53c0d467eb04d02e203fa5bf7cad5825f580", "tree": "7e1835df8d9d9efd7c5b6ebdfd5a29c553b3f73d", "parents": [ "09927aec69eaa9ef65a3e5f76e4f0d3c662196cc" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Mon Dec 11 15:21:19 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Dec 11 15:21:19 2017 -0500" }, "message": "PARQUET-1165: Pin clang-format version to 4.0\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #420 from xhochy/PARQUET-1165 and squashes the following commits:\n\n1f826cf [Korn, Uwe] Exclude clang_format_exclusions.txt from RAT\n527b26c [Korn, Uwe] PARQUET-1165: Pin clang-format version to 4.0\n" }, { "commit": "09927aec69eaa9ef65a3e5f76e4f0d3c662196cc", "tree": "9e98fe0d29554976d6ab5b0cf05a1c2d2c94c30a", "parents": [ "b8f63627b8bef78846a5076a28ff1be412f7af8e" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Dec 11 15:20:37 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Dec 11 15:20:37 2017 -0500" }, "message": "PARQUET-1175: Fix arrow::ArrayData method rename from ShallowCopy to Copy\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #423 from wesm/PARQUET-1175 and squashes the following commits:\n\n675ed33 [Wes McKinney] Bump Arrow version to master\n9a1e53f [Wes McKinney] Fix arrow::ArrayData method rename from ShallowCopy to Copy\n" }, { "commit": "b8f63627b8bef78846a5076a28ff1be412f7af8e", "tree": "759c85b69efa0b2993f18f352bd720490d14bc63", "parents": [ "1dc70ae93916ead3066eb6ec65b5049974395498" ], "author": { "name": "Phillip Cloud", "email": "cpcloud@gmail.com", "time": "Sun Dec 03 16:07:39 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sun Dec 03 16:07:39 2017 -0500" }, "message": "PARQUET-1167: [C++] FieldToNode function should return a status when throwing an exception\n\nAuthor: Phillip Cloud \u003ccpcloud@gmail.com\u003e\n\nCloses #421 from cpcloud/PARQUET-1167 and squashes the following commits:\n\n2ae1953 [Phillip Cloud] Formatting\nb465d91 [Phillip Cloud] PARQUET-1167: [C++] FieldToNode function should return a status when throwing an exception\n" }, { "commit": "1dc70ae93916ead3066eb6ec65b5049974395498", "tree": "633f6ee1e343617ca5fd51d36691bdda306bfdac", "parents": [ "9b39fbd7ce67fdaf20ec7cfcd842a31013641168" ], "author": { "name": "Xianjin YE", "email": "advancedxy@gmail.com", "time": "Thu Nov 23 10:23:16 2017 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Nov 23 10:23:16 2017 +0100" }, "message": "PARQUET-970: Add Lz4 and Zstd compression codecs\n\nwhich are already added in [apache/parquet-format#70](https://github.com/apache/parquet-format/pull/70)\n\nAuthor: Xianjin YE \u003cadvancedxy@gmail.com\u003e\n\nCloses #419 from advancedxy/PARQUET-970 and squashes the following commits:\n\n3501659 [Xianjin YE] PARQUET-970: Add Lz4 and Zstd compression codec\n48ad74e [Xianjin YE] PARQUET-970: Add Lz4 and Zstd compression codec\n" }, { "commit": "9b39fbd7ce67fdaf20ec7cfcd842a31013641168", "tree": "0592dfef0359c0af0a0e6ecaba55e0990b00bbf6", "parents": [ "6a2ed4f29731c9777678c30288adf3e1805566c0" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Nov 22 09:32:21 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Nov 22 09:32:21 2017 -0500" }, "message": "PARQUET-1164: [C++] Account for API changes in ARROW-1808\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #418 from wesm/PARQUET-1164 and squashes the following commits:\n\nca18e60 [Wes McKinney] Bump Arrow version to include ARROW-1808\nd580b4f [Wes McKinney] Refactor to account for ARROW-1808\n" }, { "commit": "6a2ed4f29731c9777678c30288adf3e1805566c0", "tree": "b7b1af6d8172fa8f9d2256beef5ee1a1d36e7053", "parents": [ "6cacd054448b81d46450183226e2aaefbe2d72ad" ], "author": { "name": "Phillip Cloud", "email": "cpcloud@gmail.com", "time": "Sun Nov 19 23:19:03 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sun Nov 19 23:19:03 2017 -0500" }, "message": "PARQUET-1095: [C++] Read and write Arrow decimal values\n\nThis depends on:\n- [x] [ARROW-1607](https://github.com/apache/arrow/pull/1128)\n- [x] [ARROW-1656](https://github.com/apache/arrow/pull/1184)\n- [x] [ARROW-1588](https://github.com/apache/arrow/pull/1211)\n- [x] Add tests for writing different sizes of values\n\nAuthor: Phillip Cloud \u003ccpcloud@gmail.com\u003e\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #403 from cpcloud/PARQUET-1095 and squashes the following commits:\n\n8c3d222 [Phillip Cloud] Remove loop from BytesToInteger\n63018bc [Wes McKinney] Suppress C4996 due to arrow/util/variant.h\ne4b02d3 [Phillip Cloud] Refactor types.h\n83948ec [Phillip Cloud] Add last_value_ init\n51965cd [Phillip Cloud] Min commit that contains the unique kernel in arrow\ne25c59b [Phillip Cloud] Fix reader writer test for unique kernel addition\nda0a7eb [Phillip Cloud] Update for ARROW-1811\n16935de [Phillip Cloud] Reverse operand order and explicit cast\n6036ca5 [Phillip Cloud] ARROW-1811\nc5c4294 [Phillip Cloud] Fix issues\n32a4abe [Phillip Cloud] Cleanup iteration a bit\n920832a [Phillip Cloud] Update arrow version\n9f97c1d [Phillip Cloud] Update for ARROW-1794: rename DecimalArray to Decimal128Array\nb2e0290 [Phillip Cloud] IWYU\n64748a8 [Phillip Cloud] Copy from arrow for now\n6c9e2a7 [Phillip Cloud] Reduce the number of decimal test cases\n7ab2e5c [Phillip Cloud] Parameterize on precision\n30655d6 [Phillip Cloud] Use arrow random_decimals\n9ff7eb4 [Phillip Cloud] Remove specific template parameters\n1eee6a9 [Phillip Cloud] Remove specific randint call\n8808e4c [Phillip Cloud] Bump arrow version\n659fbc1 [Phillip Cloud] Fix deprecated API call\ne162ca1 [Phillip Cloud] Allocate scratch space to hold the byteswapped values\n5c9292b [Phillip Cloud] Proper dcheck call\n1782da0 [Phillip Cloud] Use arrow\n3d243d5 [Phillip Cloud] Checkpoint [ci skip]\n028fb03 [Phillip Cloud] Remove garbage values\n46dff15 [Phillip Cloud] Clean up uint32 test\n613255e [Phillip Cloud] Do not use std::copy when reinterpret_cast will suffice\n2917a62 [Phillip Cloud] PARQUET-1095: [C++] Read and write Arrow decimal values\n" }, { "commit": "6cacd054448b81d46450183226e2aaefbe2d72ad", "tree": "a6d5f4c16d6d3c41fff90434990e2afb87c2ea5e", "parents": [ "01fd73f1ec1893dcaf3c648b4f4e4d8405353d21" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Nov 19 17:43:46 2017 -0500" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sun Nov 19 17:43:46 2017 -0500" }, "message": "PARQUET-1162: Update dev/README after migration to Gitbox\n\nAuthor: Uwe L. Korn \u003cuwe@apache.org\u003e\n\nCloses #417 from xhochy/PARQUET-1162 and squashes the following commits:\n\nf0c1a3b [Uwe L. Korn] PARQUET-1162: Update dev/README after migration to Gitbox\n" }, { "commit": "01fd73f1ec1893dcaf3c648b4f4e4d8405353d21", "tree": "8c167e72d7a30f6b6a032c0357af308ffd53f04d", "parents": [ "8df1525e588d8c3018d9b8a7a6467fd954f589f8" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Sun Nov 19 16:33:33 2017 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Nov 19 16:33:33 2017 +0100" }, "message": "PARQUET-1146: Add macOS-compatible sha512sum call to release verify script\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #414 from xhochy/PARQUET-1146 and squashes the following commits:\n\n74821cc [Korn, Uwe] PARQUET-1146: Add macOS-compatible sha512sum call to release verify script\n" }, { "commit": "8df1525e588d8c3018d9b8a7a6467fd954f589f8", "tree": "354dadec61ed286f0e2ab2b827c91d14d19e29f1", "parents": [ "2881685cc58e35af782187a9bb8450ec31d1609b" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Mon Oct 30 08:56:05 2017 +0100" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Oct 30 08:56:05 2017 +0100" }, "message": "PARQUET-1150: Hide statically linked boost symbols\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #416 from xhochy/PARQUET-1150 and squashes the following commits:\n\n13f23c4 [Korn, Uwe] Hide statically linked boost symbols\n" }, { "commit": "2881685cc58e35af782187a9bb8450ec31d1609b", "tree": "c4f0660220e6978606a66ab67d93b0740bc6ffc4", "parents": [ "b2eb433aed2885e32c59e39fcbcf6596eec70ff6" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Oct 22 12:55:45 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Oct 22 12:55:45 2017 +0200" }, "message": "Incrementing snapshot version to 1.3.2-SNAPSHOT.\n" }, { "commit": "b2eb433aed2885e32c59e39fcbcf6596eec70ff6", "tree": "a40882683cd28b640c6632f640fd4d06ddb406b0", "parents": [ "631e2ed0e2666220e6ccfcf778f65a358fd3be40" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Oct 22 12:55:45 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Sun Oct 22 12:55:45 2017 +0200" }, "message": "Updating CHANGELOG for 1.3.1 release.\n" }, { "commit": "631e2ed0e2666220e6ccfcf778f65a358fd3be40", "tree": "8a5fd8b91a36024caf9e9ba995b08c911a001819", "parents": [ "dfc8cddd2573e403d2583c8a1dd596da1987e675" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Sun Oct 22 12:53:21 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Sun Oct 22 12:53:21 2017 +0200" }, "message": "Revert \"Updating CHANGELOG for 1.3.1 release.\"\n\nThis reverts commit 751ddab98f78611a020f288f509306b8e39dc258.\n" }, { "commit": "dfc8cddd2573e403d2583c8a1dd596da1987e675", "tree": "1069940e2d7abd0c7d6f3d12430b50d2d952aefc", "parents": [ "6b4284b9f3bd93ebef3359fd3ecfd610cde0f233" ], "author": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Sun Oct 22 12:53:14 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwelk@xhochy.com", "time": "Sun Oct 22 12:53:14 2017 +0200" }, "message": "Revert \"Incrementing snapshot version to 1.3.2-SNAPSHOT.\"\n\nThis reverts commit 475be0ba774287932fa25eb50698768571917c58.\n" }, { "commit": "6b4284b9f3bd93ebef3359fd3ecfd610cde0f233", "tree": "9b503e68e6a6b4186b1e1d38eb799d3376f5f30e", "parents": [ "a6157d7e1b8a5a5df7783ded4283d7412b9fc9cf" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Fri Oct 20 13:05:47 2017 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Fri Oct 20 13:05:47 2017 -0400" }, "message": "PARQUET-1140: Fail on RAT errors in CI\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #413 from xhochy/PARQUET-1140 and squashes the following commits:\n\n5ae89dc [Korn, Uwe] Add license headers to Snappy related files\n0d17129 [Korn, Uwe] PARQUET-1140: Fail on RAT errors in CI\n" }, { "commit": "a6157d7e1b8a5a5df7783ded4283d7412b9fc9cf", "tree": "0062629bed73c1085039a84c0735c236cbef4b12", "parents": [ "06c5fb88c722158be5f9413cd55b988af8f9ef82" ], "author": { "name": "Lars Volker", "email": "lv@cloudera.com", "time": "Tue Oct 17 20:07:51 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Tue Oct 17 20:07:51 2017 +0200" }, "message": "PARQUET-1139: Add license header to parquet-cppConfig.cmake.in\n\nAuthor: Lars Volker \u003clv@cloudera.com\u003e\n\nCloses #411 from lekv/license and squashes the following commits:\n\n7bd3eee [Lars Volker] Add license to gitignore and clang-tidy\n7c33449 [Lars Volker] PARQUET-1139: Add license header to parquet-cppConfig.cmake.in\n" }, { "commit": "06c5fb88c722158be5f9413cd55b988af8f9ef82", "tree": "22f624eef5329f64b7300188563e196ab9f2890a", "parents": [ "475be0ba774287932fa25eb50698768571917c58" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Oct 16 20:58:26 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Oct 16 20:58:26 2017 +0200" }, "message": "PARQUET-1138: Fix Arrow 0.7.1 build\n\nThis is a very minor issue with the 1.3.1 RC0. If this build passes cleanly I will vote to approve the release as this only affects this unit test\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #410 from wesm/arrow-0.7.1-fix-build and squashes the following commits:\n\nfd6a527 [Wes McKinney] Add comment\nf95ff0b [Wes McKinney] Fix compilation with Arrow 0.7.1, set 0.7.1 in ThirdpartyToolchain.cmake\n" }, { "commit": "475be0ba774287932fa25eb50698768571917c58", "tree": "323ad6c6e1afa79aaa041ed413e5eb7c682757ab", "parents": [ "751ddab98f78611a020f288f509306b8e39dc258" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Fri Oct 13 09:05:19 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Fri Oct 13 09:05:19 2017 +0200" }, "message": "Incrementing snapshot version to 1.3.2-SNAPSHOT.\n" }, { "commit": "751ddab98f78611a020f288f509306b8e39dc258", "tree": "18c56aa013293b4842474a51fe1541d096bbbfce", "parents": [ "a1c950d889a22b267ecddaa3436d3494fcca3ae7" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Fri Oct 13 09:05:18 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Fri Oct 13 09:05:18 2017 +0200" }, "message": "Updating CHANGELOG for 1.3.1 release.\n" }, { "commit": "a1c950d889a22b267ecddaa3436d3494fcca3ae7", "tree": "631189a5caea0e953c09d0fdbded902721744c26", "parents": [ "2a4fab5a2263b55a631c83aedea0c6b993b1b1c9" ], "author": { "name": "Mike Trinkala", "email": "trink@acm.org", "time": "Thu Oct 12 14:16:51 2017 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Thu Oct 12 14:16:51 2017 -0400" }, "message": "PARQUET-1070 Add CPack support to the build\n\nAuthor: Mike Trinkala \u003ctrink@acm.org\u003e\n\nCloses #409 from trink/PARQUET-1070 and squashes the following commits:\n\ndafee2c [Mike Trinkala] PARQUET-1070: Add CPack support to the build\n" }, { "commit": "2a4fab5a2263b55a631c83aedea0c6b993b1b1c9", "tree": "c5618e0f76dbaeca3f03ef9a9d21beb0f6a5d96f", "parents": [ "2e0c28e5dd188146da452b53a3b6b6cd5feea966" ], "author": { "name": "Korn, Uwe", "email": "Uwe.Korn@blue-yonder.com", "time": "Sat Oct 07 15:55:43 2017 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sat Oct 07 15:55:43 2017 -0400" }, "message": "PARQUET-1121: Handle Dictionary[Null] arrays on writing Arrow tables\n\nI will fix the underlying issue in Arrow but this fixes the issue so we can get a 1.3.1 release out soon.\n\nAuthor: Korn, Uwe \u003cUwe.Korn@blue-yonder.com\u003e\n\nCloses #407 from xhochy/PARQUET-1121 and squashes the following commits:\n\n85223b9 [Korn, Uwe] PARQUET-1121: Handle Dictionary[Null] arrays on writing Arrow tables\n" }, { "commit": "2e0c28e5dd188146da452b53a3b6b6cd5feea966", "tree": "bc5196a0c36533011af75af0946ed5075700ed89", "parents": [ "b69669a230e59e36a193b679fc2c5b4d9150f8c9" ], "author": { "name": "Phillip Cloud", "email": "cpcloud@gmail.com", "time": "Sat Oct 07 15:47:33 2017 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Sat Oct 07 15:47:33 2017 -0400" }, "message": "PARQUET-1123: [C++] Update parquet-cpp to use Arrow\u0027s AssertArraysEqual\n\nAuthor: Phillip Cloud \u003ccpcloud@gmail.com\u003e\n\nCloses #408 from cpcloud/PARQUET-1123 and squashes the following commits:\n\n771effb [Phillip Cloud] PARQUET-1123: [C++] Update parquet-cpp to use Arrow\u0027s AssertArraysEqual\n" }, { "commit": "b69669a230e59e36a193b679fc2c5b4d9150f8c9", "tree": "029abd633e4ffbed7d1315b311ce33b61797ee69", "parents": [ "4a1c2c47cd5722a389eaa39fd87edf842932428a" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Sep 28 15:43:49 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 28 15:43:49 2017 +0200" }, "message": "PARQUET-1105: Remove libboost_system dependency for non MSVC\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #406 from majetideepak/PARQUET-1105 and squashes the following commits:\n\ncafd464 [Deepak Majeti] PARQUET-1105: Remove libboost_system dependency for non MSVC\n" }, { "commit": "4a1c2c47cd5722a389eaa39fd87edf842932428a", "tree": "befe4ba50aa8af16ac0cf80ae9b8d0a19c548cbc", "parents": [ "b1099e4f46f34bfdf1c82b5e952191af14030750" ], "author": { "name": "Rene Sugar", "email": "rene.sugar@gmail.com", "time": "Wed Sep 27 00:29:44 2017 -0400" }, "committer": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Wed Sep 27 00:29:44 2017 -0400" }, "message": "PARQUET-1114 Apply changes for ARROW-1601 ARROW-1611, change shared l…\n\nPARQUET-1114 Apply changes for ARROW-1601 and ARROW-1611, change shared library suffix in FindArrow.cmake for APPLE\n\nAuthor: Rene Sugar \u003crene.sugar@gmail.com\u003e\n\nCloses #405 from renesugar/PARQUET-1114 and squashes the following commits:\n\n8fc0a2e [Rene Sugar] PARQUET-1114 Apply changes for ARROW-1601 ARROW-1611, change shared library suffix in FindArrow.cmake for APPLE\n" }, { "commit": "b1099e4f46f34bfdf1c82b5e952191af14030750", "tree": "7434ba94ce6a8c94991a5244839ea658393ceb5d", "parents": [ "90bc7a92fbec5debed2cf1680b8c5e65320f2367" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Sep 25 14:43:24 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Sep 25 14:43:24 2017 +0200" }, "message": "PARQUET-1109: Update release verification script to SHA512\n\nAuthor: Uwe L. Korn \u003cuwe@apache.org\u003e\n\nCloses #400 from xhochy/PARQUET-1109 and squashes the following commits:\n\n8e776fa [Uwe L. Korn] Update release verification script to SHA512\n" }, { "commit": "90bc7a92fbec5debed2cf1680b8c5e65320f2367", "tree": "7d83a9cf1d50ca310a919353b46d165e3359733f", "parents": [ "6f8c224f17e7503903147051e6579c53d4f6baca" ], "author": { "name": "Lars Volker", "email": "lv@cloudera.com", "time": "Mon Sep 25 14:42:45 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Sep 25 14:42:45 2017 +0200" }, "message": "PARQUET-1111: Fix help for verify-release-candidate\n\nThe tool takes 2 parameters, version and rc-num. The help only printed a\nsingle parameter.\n\nAuthor: Lars Volker \u003clv@cloudera.com\u003e\n\nCloses #402 from lekv/p1111 and squashes the following commits:\n\n7536709 [Lars Volker] PARQUET-1111: Fix help for verify-release-candidate\n" }, { "commit": "6f8c224f17e7503903147051e6579c53d4f6baca", "tree": "f3362a149c095ccf6976a6adb84826a67bc64a8e", "parents": [ "3a74215935035f19b4c5e8fe547ab6fa2b751b0c" ], "author": { "name": "Wes McKinney", "email": "wes.mckinney@twosigma.com", "time": "Mon Sep 25 14:39:08 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Mon Sep 25 14:39:08 2017 +0200" }, "message": "PARQUET-1110: Add release verification script for Windows\n\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #401 from wesm/windows-verify-release and squashes the following commits:\n\n61e573b [Wes McKinney] Add release verification script for Windows\n" }, { "commit": "3a74215935035f19b4c5e8fe547ab6fa2b751b0c", "tree": "ca5f1a73cdcc7b16cdf20986096c083abc401b5d", "parents": [ "2c77f0155fb407eb0edfaa6b3621f3b6dabd8470" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 13:32:55 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 13:32:55 2017 +0200" }, "message": "Incrementing snapshot version to 1.3.1-SNAPSHOT.\n" }, { "commit": "2c77f0155fb407eb0edfaa6b3621f3b6dabd8470", "tree": "650f41aeb1ba613e1743caf725686977aeaf82fd", "parents": [ "96f868f7817275f06ded618731c01d6f861bd8b6" ], "author": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 13:32:55 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 13:32:55 2017 +0200" }, "message": "Updating CHANGELOG for 1.3.0 release.\n" }, { "commit": "96f868f7817275f06ded618731c01d6f861bd8b6", "tree": "bea350f2379f24cea8dda798bc6d7830923f5caa", "parents": [ "c5b6943236cf13082a71845299a2fe5606086157" ], "author": { "name": "Deepak Majeti", "email": "deepak.majeti@hpe.com", "time": "Thu Sep 21 09:31:19 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 09:31:19 2017 +0200" }, "message": "PARQUET-1108: Fix Int96 comparators\n\nInt96 must be treated as a hardware intrinsic type. Therefore, the comparator for little-endian must start from the end.\n\nAuthor: Deepak Majeti \u003cdeepak.majeti@hpe.com\u003e\n\nCloses #399 from majetideepak/PARQUET-1108 and squashes the following commits:\n\n352522a [Deepak Majeti] PARQUET-1108: Fix Int96 comparators\n" }, { "commit": "c5b6943236cf13082a71845299a2fe5606086157", "tree": "e418d2ee3534e8eba9c69fb51715c80868853106", "parents": [ "4b09ac703bc75fee72f94bed8ecfe571096b04c1" ], "author": { "name": "Toby Shaw", "email": "labuser@LABWKS10", "time": "Thu Sep 21 09:28:27 2017 +0200" }, "committer": { "name": "Uwe L. Korn", "email": "uwe@apache.org", "time": "Thu Sep 21 09:28:27 2017 +0200" }, "message": "PARQUET-1037: allow arbitrary size row-groups\n\nThe main change made is that you don\u0027t have to specify the size of a row-group upfront when writing it. This is signalled through a \"row_count_determined\" flag which is threaded through the relevant classes.\n\nThe AppendRowGroup(int64_t num_rows) method should have identical behaviour as before.\nThe AppendRowGroup() method should fix its row group after completing a single column, and enforce all\nfuture columns match that. Empty row groups are still not allowed.\n\n(You\u0027ll definitely want to squash these commits. Apologies for the poor git usage.)\n\nAuthor: Toby Shaw \u003clabuser@LABWKS10\u003e\nAuthor: Wes McKinney \u003cwes.mckinney@twosigma.com\u003e\n\nCloses #378 from TobyShaw/master and squashes the following commits:\n\n5ba1b75 [Wes McKinney] * Remove number of expected rows from ColumnWriter in a backwards compatible way, refactoring * Fix issue where column length was being checked twice after failed write\n14bc5e8 [Toby Shaw] Allow arbitrary size row groups\n" } ], "next": "4b09ac703bc75fee72f94bed8ecfe571096b04c1" }