| # Licensed to the Apache Software Foundation (ASF) under one |
| # or more contributor license agreements. See the NOTICE file |
| # distributed with this work for additional information |
| # regarding copyright ownership. The ASF licenses this file |
| # to you under the Apache License, Version 2.0 (the |
| # "License"); you may not use this file except in compliance |
| # with the License. You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, |
| # software distributed under the License is distributed on an |
| # "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY |
| # KIND, either express or implied. See the License for the |
| # specific language governing permissions and limitations |
| # under the License. |
| |
| [workspace] |
| members = [ |
| "datafusion/common", |
| "datafusion/common-runtime", |
| "datafusion/catalog", |
| "datafusion/catalog-listing", |
| "datafusion/datasource", |
| "datafusion/datasource-arrow", |
| "datafusion/datasource-avro", |
| "datafusion/datasource-csv", |
| "datafusion/datasource-json", |
| "datafusion/datasource-parquet", |
| "datafusion/core", |
| "datafusion/expr", |
| "datafusion/expr-common", |
| "datafusion/execution", |
| "datafusion/ffi", |
| "datafusion/functions", |
| "datafusion/functions-aggregate", |
| "datafusion/functions-aggregate-common", |
| "datafusion/functions-table", |
| "datafusion/functions-nested", |
| "datafusion/functions-window", |
| "datafusion/functions-window-common", |
| "datafusion/optimizer", |
| "datafusion/physical-expr", |
| "datafusion/physical-expr-adapter", |
| "datafusion/physical-expr-common", |
| "datafusion/physical-optimizer", |
| "datafusion/pruning", |
| "datafusion/physical-plan", |
| "datafusion/proto", |
| "datafusion/proto/gen", |
| "datafusion/proto-common", |
| "datafusion/proto-common/gen", |
| "datafusion/session", |
| "datafusion/spark", |
| "datafusion/sql", |
| "datafusion/sqllogictest", |
| "datafusion/substrait", |
| "datafusion/wasmtest", |
| "datafusion-cli", |
| "datafusion-examples", |
| "datafusion-examples/examples/ffi/ffi_example_table_provider", |
| "datafusion-examples/examples/ffi/ffi_module_interface", |
| "datafusion-examples/examples/ffi/ffi_module_loader", |
| "test-utils", |
| "benchmarks", |
| "datafusion/macros", |
| "datafusion/doc", |
| ] |
| exclude = ["dev/depcheck"] |
| resolver = "2" |
| |
| [workspace.package] |
| authors = ["Apache DataFusion <dev@datafusion.apache.org>"] |
| edition = "2024" |
| homepage = "https://datafusion.apache.org" |
| license = "Apache-2.0" |
| readme = "README.md" |
| repository = "https://github.com/apache/datafusion" |
| # Define Minimum Supported Rust Version (MSRV) |
| rust-version = "1.88.0" |
| # Define DataFusion version |
| version = "53.0.0" |
| |
| [workspace.dependencies] |
| # We turn off default-features for some dependencies here so the workspaces which inherit them can |
| # selectively turn them on if needed, since we can override default-features = true (from false) |
| # for the inherited dependency but cannot do the reverse (override from true to false). |
| # |
| # See for more details: https://github.com/rust-lang/cargo/issues/11329 |
| apache-avro = { version = "0.21", default-features = false } |
| arrow = { version = "58.1.0", features = [ |
| "prettyprint", |
| "chrono-tz", |
| ] } |
| arrow-avro = { version = "58.1.0", default-features = false, features = [ |
| "deflate", |
| "snappy", |
| "zstd", |
| "bzip2", |
| "xz", |
| ] } |
| arrow-buffer = { version = "58.1.0", default-features = false } |
| arrow-flight = { version = "58.1.0", features = [ |
| "flight-sql-experimental", |
| ] } |
| arrow-ipc = { version = "58.1.0", default-features = false, features = [ |
| "lz4", |
| ] } |
| arrow-ord = { version = "58.1.0", default-features = false } |
| arrow-schema = { version = "58.1.0", default-features = false } |
| async-trait = "0.1.89" |
| bigdecimal = "0.4.8" |
| bytes = "1.11" |
| bzip2 = "0.6.1" |
| chrono = { version = "0.4.44", default-features = false } |
| criterion = "0.8" |
| ctor = "0.8.0" |
| dashmap = "6.0.1" |
| datafusion = { path = "datafusion/core", version = "53.0.0", default-features = false } |
| datafusion-catalog = { path = "datafusion/catalog", version = "53.0.0" } |
| datafusion-catalog-listing = { path = "datafusion/catalog-listing", version = "53.0.0" } |
| datafusion-common = { path = "datafusion/common", version = "53.0.0", default-features = false } |
| datafusion-common-runtime = { path = "datafusion/common-runtime", version = "53.0.0" } |
| datafusion-datasource = { path = "datafusion/datasource", version = "53.0.0", default-features = false } |
| datafusion-datasource-arrow = { path = "datafusion/datasource-arrow", version = "53.0.0", default-features = false } |
| datafusion-datasource-avro = { path = "datafusion/datasource-avro", version = "53.0.0", default-features = false } |
| datafusion-datasource-csv = { path = "datafusion/datasource-csv", version = "53.0.0", default-features = false } |
| datafusion-datasource-json = { path = "datafusion/datasource-json", version = "53.0.0", default-features = false } |
| datafusion-datasource-parquet = { path = "datafusion/datasource-parquet", version = "53.0.0", default-features = false } |
| datafusion-doc = { path = "datafusion/doc", version = "53.0.0" } |
| datafusion-execution = { path = "datafusion/execution", version = "53.0.0", default-features = false } |
| datafusion-expr = { path = "datafusion/expr", version = "53.0.0", default-features = false } |
| datafusion-expr-common = { path = "datafusion/expr-common", version = "53.0.0" } |
| datafusion-ffi = { path = "datafusion/ffi", version = "53.0.0" } |
| datafusion-functions = { path = "datafusion/functions", version = "53.0.0" } |
| datafusion-functions-aggregate = { path = "datafusion/functions-aggregate", version = "53.0.0" } |
| datafusion-functions-aggregate-common = { path = "datafusion/functions-aggregate-common", version = "53.0.0" } |
| datafusion-functions-nested = { path = "datafusion/functions-nested", version = "53.0.0", default-features = false } |
| datafusion-functions-table = { path = "datafusion/functions-table", version = "53.0.0" } |
| datafusion-functions-window = { path = "datafusion/functions-window", version = "53.0.0" } |
| datafusion-functions-window-common = { path = "datafusion/functions-window-common", version = "53.0.0" } |
| datafusion-macros = { path = "datafusion/macros", version = "53.0.0" } |
| datafusion-optimizer = { path = "datafusion/optimizer", version = "53.0.0", default-features = false } |
| datafusion-physical-expr = { path = "datafusion/physical-expr", version = "53.0.0", default-features = false } |
| datafusion-physical-expr-adapter = { path = "datafusion/physical-expr-adapter", version = "53.0.0", default-features = false } |
| datafusion-physical-expr-common = { path = "datafusion/physical-expr-common", version = "53.0.0", default-features = false } |
| datafusion-physical-optimizer = { path = "datafusion/physical-optimizer", version = "53.0.0" } |
| datafusion-physical-plan = { path = "datafusion/physical-plan", version = "53.0.0" } |
| datafusion-proto = { path = "datafusion/proto", version = "53.0.0" } |
| datafusion-proto-common = { path = "datafusion/proto-common", version = "53.0.0" } |
| datafusion-pruning = { path = "datafusion/pruning", version = "53.0.0" } |
| datafusion-session = { path = "datafusion/session", version = "53.0.0" } |
| datafusion-spark = { path = "datafusion/spark", version = "53.0.0" } |
| datafusion-sql = { path = "datafusion/sql", version = "53.0.0" } |
| datafusion-substrait = { path = "datafusion/substrait", version = "53.0.0" } |
| |
| doc-comment = "0.3" |
| env_logger = "0.11" |
| flate2 = "1.1.9" |
| futures = "0.3" |
| glob = "0.3.0" |
| half = { version = "2.7.0", default-features = false } |
| hashbrown = { version = "0.16.1" } |
| hex = { version = "0.4.3" } |
| indexmap = "2.13.0" |
| insta = { version = "1.47.2", features = ["glob", "filters"] } |
| itertools = "0.14" |
| itoa = "1.0" |
| liblzma = { version = "0.4.6", features = ["static"] } |
| log = "^0.4" |
| memchr = "2.8.0" |
| num-traits = { version = "0.2" } |
| object_store = { version = "0.13.2", default-features = false } |
| parking_lot = "0.12" |
| parquet = { version = "58.1.0", default-features = false, features = [ |
| "arrow", |
| "async", |
| "object_store", |
| ] } |
| pbjson = { version = "0.9.0" } |
| pbjson-types = "0.9" |
| # Should match arrow-flight's version of prost. |
| prost = "0.14.1" |
| rand = "0.9" |
| recursive = "0.1.1" |
| regex = "1.12" |
| rstest = "0.26.1" |
| serde_json = "1" |
| sha2 = "^0.10.9" |
| sqlparser = { version = "0.61.0", default-features = false, features = ["std", "visitor"] } |
| strum = "0.28.0" |
| strum_macros = "0.28.0" |
| tempfile = "3" |
| testcontainers-modules = { version = "0.15" } |
| tokio = { version = "1.48", features = ["macros", "rt", "sync"] } |
| tokio-stream = "0.1" |
| tokio-util = "0.7" |
| url = "2.5.7" |
| uuid = "1.23" |
| zstd = { version = "0.13", default-features = false } |
| |
| [workspace.lints.clippy] |
| # Detects large stack-allocated futures that may cause stack overflow crashes (see threshold in clippy.toml) |
| large_futures = "warn" |
| used_underscore_binding = "warn" |
| or_fun_call = "warn" |
| unnecessary_lazy_evaluations = "warn" |
| uninlined_format_args = "warn" |
| inefficient_to_string = "warn" |
| # https://github.com/apache/datafusion/issues/18503 |
| needless_pass_by_value = "warn" |
| # https://github.com/apache/datafusion/issues/18881 |
| allow_attributes = "warn" |
| assigning_clones = "warn" |
| |
| [workspace.lints.rust] |
| unexpected_cfgs = { level = "warn", check-cfg = [ |
| 'cfg(datafusion_coop, values("tokio", "tokio_fallback", "per_stream"))', |
| "cfg(tarpaulin)", |
| "cfg(tarpaulin_include)", |
| ] } |
| unused_qualifications = "deny" |
| |
| # -------------------- |
| # Compilation Profiles |
| # -------------------- |
| # A Cargo profile is a preset for the compiler/linker knobs that trades off: |
| # - Build time: how quickly code compiles and links |
| # - Runtime performance: how fast the resulting binaries execute |
| # - Binary size: how large the executables end up |
| # - Debuggability: how much debug information is preserved for debugging and profiling |
| # |
| # To use a profile: `cargo [ build | run | ... ] --profile <profile-name>` |
| # |
| # Profiles available: |
| # - dev: default debug build; fastest to compile, slowest to run, full debug info. |
| # For everyday development; default for "cargo [ build | test | run ]". |
| # - release: fully optimized build; slowest to compile, fastest to run, smallest |
| # binaries. For public releases; default for "cargo [ bench | install ]". |
| # - release-nonlto: skips LTO, so it builds much faster while staying close to |
| # release performance. Useful when developing performance optimizations. |
| # - profiling: inherits release optimizations but retains debug info to support |
| # profiling tools and flamegraphs. |
| # - ci: derived from `dev` but disables debug info and incremental builds to keep |
| # CI artifacts small and reproducible. |
| # - ci-optimized: derived from `release` but enables debug assertions and uses |
| # less aggressive optimizations for faster builds. Used for long-running CI |
| # tasks. |
| # |
| # If you want to optimize compilation, the `compile_profile` benchmark can be useful. |
| # See `benchmarks/README.md` for more details. |
| [profile.release] |
| codegen-units = 1 |
| lto = true |
| strip = true # Eliminate debug info to minimize binary size |
| |
| [profile.release-nonlto] |
| inherits = "release" |
| codegen-units = 16 |
| lto = false |
| strip = false # Retain debug info for flamegraphs |
| |
| [profile.profiling] |
| inherits = "release" |
| debug = true |
| strip = false |
| |
| [profile.ci-optimized] |
| inherits = "release" |
| debug-assertions = true |
| codegen-units = 16 |
| debug-assertions = true |
| lto = "thin" |
| |
| [profile.ci] |
| inherits = "dev" |
| debug = false |
| incremental = false |
| |
| # This rule applies to every package except workspace members (dependencies |
| # such as `arrow` and `tokio`). It disables debug info and related features on |
| # dependencies so their binaries stay smaller, improving cache reuse. |
| [profile.ci.package."*"] |
| debug = false |
| debug-assertions = false |
| strip = "debuginfo" |
| incremental = false |
