)]}'
{
  "commit": "ee93cdd6c23a789d816a1c5a555a1e6ecf40a99c",
  "tree": "d5ec7f47a5f742f4980fa671fc4c75c785600fa7",
  "parents": [
    "67d4cfb847e42724319aeec9014889262e6ea58a"
  ],
  "author": {
    "name": "Michael J Ward",
    "email": "Michael-J-Ward@users.noreply.github.com",
    "time": "Wed May 08 17:35:55 2024 -0500"
  },
  "committer": {
    "name": "GitHub",
    "email": "noreply@github.com",
    "time": "Wed May 08 16:35:55 2024 -0600"
  },
  "message": "Upgrade Datafusion to v37.1.0 (#669)\n\n* deps: upgrade datafusion to 37.1.0\r\n\r\n* feat: re-implement SessionContext::tables\r\n\r\nThe method was removed upstream but is used in many tests for `datafusion-python`.\r\n\r\nRef: https://github.com/apache/datafusion/pull/9627\r\n\r\n* feat: upgrade dataframe write_parquet and write_json\r\n\r\nThe options to write_parquet changed.\r\n\r\nwrite_json has a new argument that I defaulted to None. We can expose that config later.\r\n\r\nRef: https://github.com/apache/datafusion/pull/9382\r\n\r\n* feat: impl new ExecutionPlanProperties for DatasetExec\r\n\r\nRef: https://github.com/apache/datafusion/pull/9346\r\n\r\n* feat: add upstream variant and method params\r\n\r\n- `WindowFunction` and `AggregateFunction` have `null_treatment` options.\r\n- `ScalarValue` and `DataType` have new variants\r\n- `SchemaProvider::table` now returns a `Result`\r\n\r\n* lint: allow(deprecated) for make_scalar_function\r\n\r\n* feat: migrate functions.rs\r\n\r\n`datafusion` completed an Epic that ported many of the `BuiltInFunctions` enum to `SclarUDF`.\r\n\r\nI created new macros to simplify the port, and used these macros to refactor a few existing functions.\r\n\r\nRef: https://github.com/apache/datafusion/issues/9285\r\n\r\n* fixme: commented out last failing test\r\n\r\nThis is a bug upstream in datafusion\r\n\r\nFAILED datafusion/tests/test_functions.py::test_array_functions - pyo3_runtime.PanicException: range end index 9 out of range for slice of length 8\r\n\r\n* chore: update Cargo.toml package info",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "e7b8d329223e9c77e04a79dadb3f875992eb8e8d",
      "old_mode": 33188,
      "old_path": "Cargo.lock",
      "new_id": "5eb791b46b8f7510813ea95dd418302154beb52f",
      "new_mode": 33188,
      "new_path": "Cargo.lock"
    },
    {
      "type": "modify",
      "old_id": "8d7e7288455d70550873fb9093b33fa1498ea160",
      "old_mode": 33188,
      "old_path": "Cargo.toml",
      "new_id": "f04b23d3e0aa160704fac35f7895d99587257883",
      "new_mode": 33188,
      "new_path": "Cargo.toml"
    },
    {
      "type": "modify",
      "old_id": "fa9a495dd97cfac1bc95b453e0d131c9a397f41a",
      "old_mode": 33188,
      "old_path": "datafusion/tests/test_functions.py",
      "new_id": "d834f587f48fa5c5b0fcd0fc192ab0143f1d928f",
      "new_mode": 33188,
      "new_path": "datafusion/tests/test_functions.py"
    },
    {
      "type": "modify",
      "old_id": "ba7e22255a487e9bebf3d29621db78e17911098d",
      "old_mode": 33188,
      "old_path": "src/catalog.rs",
      "new_id": "49fe14046c833697aa1a7d539f97749be7a2db6b",
      "new_mode": 33188,
      "new_path": "src/catalog.rs"
    },
    {
      "type": "modify",
      "old_id": "d3203fdcd71c709f740382992628eff27bde3109",
      "old_mode": 33188,
      "old_path": "src/common/data_type.rs",
      "new_id": "49959c4576d98485040d461c63a593b505a0e269",
      "new_mode": 33188,
      "new_path": "src/common/data_type.rs"
    },
    {
      "type": "modify",
      "old_id": "f1ecaa328e67c603805a40a55baac55f8caafe0a",
      "old_mode": 33188,
      "old_path": "src/context.rs",
      "new_id": "9462d0b863668cea122d476c26f6f24c1df86928",
      "new_mode": 33188,
      "new_path": "src/context.rs"
    },
    {
      "type": "modify",
      "old_id": "a319b3d73609f9e62f21dcda28d77a42839db8fb",
      "old_mode": 33188,
      "old_path": "src/dataframe.rs",
      "new_id": "f1efc0c7a645bc5560e4c1f811ba3e86f56ae1c4",
      "new_mode": 33188,
      "new_path": "src/dataframe.rs"
    },
    {
      "type": "modify",
      "old_id": "89f73a93d33fe7ea3b249b6db5959876ccdcd7bb",
      "old_mode": 33188,
      "old_path": "src/dataset_exec.rs",
      "new_id": "4c9e2f3fe6713dfb7cf032bac65415642f092a21",
      "new_mode": 33188,
      "new_path": "src/dataset_exec.rs"
    },
    {
      "type": "modify",
      "old_id": "0958c4a988f863a95f77c7ba023b344eb448f4a0",
      "old_mode": 33188,
      "old_path": "src/expr.rs",
      "new_id": "3be0d025c0fc94bed167ab2d9f55fa852965450f",
      "new_mode": 33188,
      "new_path": "src/expr.rs"
    },
    {
      "type": "modify",
      "old_id": "666e1ec372cdc29727264e91cd5efa93f5f2e5a5",
      "old_mode": 33188,
      "old_path": "src/functions.rs",
      "new_id": "7f6b1a877a95664d2264a7abf40891d55a631e6b",
      "new_mode": 33188,
      "new_path": "src/functions.rs"
    },
    {
      "type": "modify",
      "old_id": "ab783221b35d64b6b319bf865316df955431fb3c",
      "old_mode": 33188,
      "old_path": "src/physical_plan.rs",
      "new_id": "51032f2d4a4e4868088b16c1315d77ef7d636abe",
      "new_mode": 33188,
      "new_path": "src/physical_plan.rs"
    },
    {
      "type": "modify",
      "old_id": "af17b57e8a1b763269b618729dde716d8285a45d",
      "old_mode": 33188,
      "old_path": "src/udf.rs",
      "new_id": "69519f499943335187db48ddb95f705e9d7524d5",
      "new_mode": 33188,
      "new_path": "src/udf.rs"
    },
    {
      "type": "modify",
      "old_id": "c5965bd2f518e3d19457f6689ecf9d995c61a437",
      "old_mode": 33188,
      "old_path": "src/utils.rs",
      "new_id": "62cf07d9ea6bab30899e13e8f057f5baf94e31ca",
      "new_mode": 33188,
      "new_path": "src/utils.rs"
    }
  ]
}