)]}'
{
  "commit": "cb12c981e6608e0f2dcf919956ada8f1f1622d72",
  "tree": "62e32110595a30841a7521c77824ba5c0edce39b",
  "parents": [
    "94413643df7e1746b03286d01ad59c0e00aff10b"
  ],
  "author": {
    "name": "Daniël Heres",
    "email": "danielheres@gmail.com",
    "time": "Sat May 02 21:15:49 2026 +0200"
  },
  "committer": {
    "name": "GitHub",
    "email": "noreply@github.com",
    "time": "Sat May 02 21:15:49 2026 +0200"
  },
  "message": "fix: generate integer keys instead of floats in TPC-DS parquet data (#31)\n\nThe pre-existing SF1 parquet data had nullable integer columns (surrogate\nkeys, quantities, etc.) incorrectly stored as double (float64). This was\nlikely caused by an older version of datafusion-python or dsdgen.\n\nRegenerated all SF1 parquet data with dsdgen v4.0.0 and the current\ndatafusion-python, which correctly writes int32 columns.\n\nAlso fixed trailing pipe detection in tpcdsgen.py to work with dsdgen\nv4.0.0 (which no longer adds a trailing | as field terminator), and\nswitched to zstd compression.\n\nCo-authored-by: Claude Opus 4.6 (1M context) \u003cnoreply@anthropic.com\u003e",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "a6579e4f33856930149569b4dbfd1470b90479a4",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/call_center.parquet",
      "new_id": "b25f50f8f8e36258d94c490ff2284c6cbb8f8f3d",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/call_center.parquet"
    },
    {
      "type": "modify",
      "old_id": "6440c1bcd1be738a9e32b4d48aa49c25470b5a20",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/catalog_page.parquet",
      "new_id": "723d135c70a14a69e43485e0d534ff023ea09b80",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/catalog_page.parquet"
    },
    {
      "type": "modify",
      "old_id": "58014bfc9af365e3e32fda2c54a7fd5f51ff8ce7",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/catalog_returns.parquet",
      "new_id": "99192658e4f4c50e22a0a649fe8e70938eaecf1b",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/catalog_returns.parquet"
    },
    {
      "type": "modify",
      "old_id": "cc6c517f880dc0adf80286b31a38c3581d2223ff",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/catalog_sales.parquet",
      "new_id": "34aaa1a9876fb1729cc8f7d523ca76ebab0ad661",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/catalog_sales.parquet"
    },
    {
      "type": "modify",
      "old_id": "6273e19f26d1b28b5fdf5aa944d69daa085afa7f",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/customer.parquet",
      "new_id": "19b988d9544120074f89b3e75e37e5d8e778a27a",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/customer.parquet"
    },
    {
      "type": "modify",
      "old_id": "360ef32a31cc62b333933feee06b77b9df28e7f1",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/customer_address.parquet",
      "new_id": "e4466059e7915a223afe98745e9ae7d506ac9c71",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/customer_address.parquet"
    },
    {
      "type": "modify",
      "old_id": "2a2cfbfab8efb333c512b6269b37f24fc2aa388b",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/customer_demographics.parquet",
      "new_id": "87e7d5dfd769371c00b668dca9a99e7b28d4e73f",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/customer_demographics.parquet"
    },
    {
      "type": "modify",
      "old_id": "46fbbcee71e2dd6fb1d6e072a108643fc267b6c5",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/date_dim.parquet",
      "new_id": "5d757e73afb0e7394d3faac8875b6cf5844ee2bf",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/date_dim.parquet"
    },
    {
      "type": "modify",
      "old_id": "9a59a2265eac0182c91371b67377c3ae42d62dbc",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/household_demographics.parquet",
      "new_id": "ecdb56ab15d0836edd2b6bd67ad594ba83241b6a",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/household_demographics.parquet"
    },
    {
      "type": "modify",
      "old_id": "db1838ffadd1b50117223dd9c8b5f7f536fd0cac",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/income_band.parquet",
      "new_id": "59959008fcfdf8c4e3e8115518b04ab1542476bc",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/income_band.parquet"
    },
    {
      "type": "modify",
      "old_id": "13270c21afa476063e26c0b47da3faea1b781982",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/inventory.parquet",
      "new_id": "cbfbff5cbfa46d80afdf0656bbc528274e0214ac",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/inventory.parquet"
    },
    {
      "type": "modify",
      "old_id": "8c12ee6911281f78cafd68393f50f2985f633cc6",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/item.parquet",
      "new_id": "484be9a84f8c34f27802a6f59cfee864ee645d04",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/item.parquet"
    },
    {
      "type": "modify",
      "old_id": "31ffe383bdddfcb693508f7d08f46468d69ff072",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/promotion.parquet",
      "new_id": "5f17dddd2be0abb0e90a49a79780e6e94332c40d",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/promotion.parquet"
    },
    {
      "type": "modify",
      "old_id": "1b41b04e8b00b5b0cd646a3bfffaee44a2b529df",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/reason.parquet",
      "new_id": "98686db9a84086ac3ebe38dae4ab946501de78c9",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/reason.parquet"
    },
    {
      "type": "modify",
      "old_id": "1d41ec4adac912d749445af41f764a2256a06527",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/ship_mode.parquet",
      "new_id": "e697111e02b64ebe6a1853ea40db7e8e91e9760b",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/ship_mode.parquet"
    },
    {
      "type": "modify",
      "old_id": "ad1e234cc2f0c8fd1cfef71964fd73e7a863ee62",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/store.parquet",
      "new_id": "02dc00b5dd5d97adbaf67bf7bcbd5cb18ffba4dd",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/store.parquet"
    },
    {
      "type": "modify",
      "old_id": "d9c6a522667fe0d505cbc1ab02af9fa4146a0dd6",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/store_returns.parquet",
      "new_id": "0059d361dd4362e46522d0adb09c9d4528714b48",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/store_returns.parquet"
    },
    {
      "type": "modify",
      "old_id": "5219340b8623e83a563ad4076ba4662dff4b6203",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/store_sales.parquet",
      "new_id": "dd9997853f2134eacf3b7ff34845ca99ceefc086",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/store_sales.parquet"
    },
    {
      "type": "modify",
      "old_id": "6c5927201c1414c00ae127a67340575e34d18c0a",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/time_dim.parquet",
      "new_id": "025f089a6f69fb4e897f7a1d9b399cfc9668278b",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/time_dim.parquet"
    },
    {
      "type": "modify",
      "old_id": "856d07a2fc08e0d07d234c0732efd8cd420a41ce",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/warehouse.parquet",
      "new_id": "3cadc10bd13d1e2642c22706925c673e684b908f",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/warehouse.parquet"
    },
    {
      "type": "modify",
      "old_id": "f350a2da2c166ef856252c35ab48f8e2b59848a9",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/web_page.parquet",
      "new_id": "a0b607d1699248fa22641f4ab74dad013432d599",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/web_page.parquet"
    },
    {
      "type": "modify",
      "old_id": "d0b5b77e91bccb6dbc2d5b5342a8ab6b4f7ace0d",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/web_returns.parquet",
      "new_id": "91da0a410af071d7eb8ad2bfb4ced30dfdfc6e52",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/web_returns.parquet"
    },
    {
      "type": "modify",
      "old_id": "fdcd5c339b9d6e20d4b0f582731ab21a5f101623",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/web_sales.parquet",
      "new_id": "648cd3150d62aa085cf590ae6baccc1528424be3",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/web_sales.parquet"
    },
    {
      "type": "modify",
      "old_id": "ee9c79ce9b985e995c10d8aa56cf45bb51fdcdfc",
      "old_mode": 33188,
      "old_path": "tpcds/data/sf1/web_site.parquet",
      "new_id": "0771c331c1af8ed0f97840f3669aa21945861e48",
      "new_mode": 33188,
      "new_path": "tpcds/data/sf1/web_site.parquet"
    },
    {
      "type": "modify",
      "old_id": "fa8f55cace7e4cff2ebb76dd25d6d0e5e177eb65",
      "old_mode": 33188,
      "old_path": "tpcds/tpcdsgen.py",
      "new_id": "f456bc9cbbe133c504745cec45c75af65ddc9d07",
      "new_mode": 33188,
      "new_path": "tpcds/tpcdsgen.py"
    }
  ]
}