Cargo.toml

[workspace]
members = [
    # Core crates in dependency order
    "vortex-array-macros",
    "vortex-error",
    "vortex-buffer",
    "vortex-compute",
    "vortex-mask",
    "vortex-utils",
    "vortex-session",
    "vortex-edition",
    "vortex-metrics",
    "vortex-io",
    "vortex-cloud",
    "vortex-array",
    "vortex-arrow",
    "vortex-row",
    "vortex-tensor",
    "vortex-json",
    "vortex-compressor",
    "vortex-btrblocks",
    "vortex-layout",
    "vortex-scan",
    "vortex-file",
    "vortex-ipc",
    "vortex",
    "vortex-bench",
    "vortex-datafusion",
    "vortex-duckdb",
    "vortex-cuda",
    "vortex-cuda/cub",
    "vortex-cuda/ffi",
    "vortex-cuda/gpu-scan-cli",
    "vortex-cuda/macros",
    "vortex-cuda/nvcomp",
    "vortex-ffi",
    "fuzz",
    "vortex-jni",
    "vortex-python-abi",
    "vortex-python",
    "vortex-python-cuda",
    "vortex-tui",
    "vortex-web/crate",
    "vortex-sqllogictest",
    "vortex-test/compat-gen",
    "vortex-test/e2e-cuda",
    "xtask",
    # Encodings
    "encodings/fastlanes",
    "encodings/decimal-byte-parts",
    "encodings/runend",
    "encodings/sequence",
    "encodings/alp",
    "encodings/datetime-parts",
    "encodings/fsst",
    "encodings/pco",
    "encodings/sparse",
    "encodings/zigzag",
    "encodings/zstd",
    "encodings/bytebool",
    "encodings/parquet-variant",
    "encodings/onpair",
    "encodings/uuid",
    # Benchmarks
    "benchmarks/bench-support",
    "benchmarks/lance-bench",
    "benchmarks/compress-bench",
    "benchmarks/datafusion-bench",
    "benchmarks/duckdb-bench",
    "benchmarks/random-access-bench",
    "benchmarks/string-bench",
    "vortex-spatial",
]
exclude = ["java/testfiles", "wasm-test"]
resolver = "3"

[workspace.package]
authors = ["Vortex Authors <hello@vortex.dev>"]
categories = ["database-implementations", "data-structures", "compression"]
edition = "2024"
include = [

    "build.rs",
    "src/**/*.rs",
    "Cargo.toml",
    "proto/**/*.proto",
    "flatbuffers/**/*.fbs",
    "README.md",
]
keywords = ["vortex"]
license = "Apache-2.0"
readme = "README.md"
repository = "https://github.com/vortex-data/vortex"
rust-version = "1.95"
version = "0.1.0"

[workspace.dependencies]
allocator-api2 = "0.2.21"
alp = "0.0.4"
anyhow = "1.0.100"
arbitrary = "1.3.2"
arc-swap = "1.9"
arcref = "0.2.0"
arrow-arith = "59.2"
arrow-array = "59.2"
arrow-buffer = "59.2"
arrow-cast = "59.2"
arrow-data = "59.2"
arrow-ipc = "59.2"
arrow-row = "59.2"
arrow-schema = "59.2"
arrow-select = "59.2"
async-executor = "1.14.0"
async-fs = "2.2.0"
async-lock = "3.4"
async-stream = "0.3.6"
async-trait = "0.1.89"
base16ct = "1.0.0"
bigdecimal = "0.4.8"
bindgen = "0.72.0"
bit-vec = "0.10.1"
bitvec = "1.0.1"
bytes = "1.11.1"
bzip2 = "0.6.0"
cbindgen = "0.29.0"
cc = "1.2"
cfg-if = "1.0.4"
chrono = "0.4.45"
clap = "4.5"
criterion = { package = "codspeed-criterion-compat-walltime", version = "5.0.0" }
crossbeam-channel = "0.5.16"
crossterm = "0.29"
cudarc = { version = "0.19.0", features = [
    # The NSight Compute version available on lambda.ai hosts does not inject a symbol for
    # several functions that cudarc expects to load when this is set to "cuda-12080". We
    # don't use any CUDA 12.8 specific features currently so this is fine.
    "cuda-12050",
] }
custom-labels = "0.4.4"
dashmap = "6.2.1"
datafusion = { version = "55.0.0", default-features = false, features = [
    "sql",
] }
datafusion-catalog = { version = "55.0.0" }
datafusion-common = { version = "55.0.0" }
datafusion-common-runtime = { version = "55.0.0" }
datafusion-datasource = { version = "55.0.0", default-features = false }
datafusion-execution = { version = "55.0.0" }
datafusion-expr = { version = "55.0.0" }
datafusion-functions = { version = "55.0.0" }
datafusion-functions-nested = { version = "55.0.0" }
datafusion-physical-expr = { version = "55.0.0" }
datafusion-physical-expr-adapter = { version = "55.0.0" }
datafusion-physical-expr-common = { version = "55.0.0" }
datafusion-physical-plan = { version = "55.0.0" }
datafusion-pruning = { version = "55.0.0" }
datafusion-sqllogictest = { version = "55.0.0" }
divan = { package = "codspeed-divan-compat", version = "5.0.0" }
enum-iterator = "2.0.0"
env_logger = "0.11"
fastlanes = { version = "0.7.1", features = ["runtime"] }
fearless_simd = "1.0.0"
fearless_simd_macros = "0.1.0"
flatbuffers = "25.2.10"
fsst-rs = "0.6.0"
futures = { version = "0.3.31", default-features = false }
fuzzy-matcher = "0.3"
geo = "0.31.0"
geo-traits = "0.3.0"
geo-types = "0.7.19"
geoarrow = "0.8.0"
geoarrow-cast = "0.8.0"
get_dir = "0.5.0"
git2 = { version = "0.21", default-features = false }
glob = "0.3.2"
goldenfile = "1"
half = { version = "2.7.1", features = ["std", "num-traits"] }
hashbrown = "0.17.1"
hegeltest = "0.28.7"
http = "1.5.0"
humansize = "2.1.3"
indicatif = "0.18.0"
insta = "1.43"
inventory = "0.3.20"
itertools = "0.14.0"
jiff = "0.2.28"
jni = { version = "0.22.0" }
kanal = "0.1.1"
lasso = { version = "0.7", features = ["multi-threaded", "inline-more"] }
lending-iterator = "0.1.7"
libfuzzer-sys = "0.4"
libloading = "0.8"
liblzma = "0.4"
log = { version = "0.4.21" }
memchr = "2.8.1"
memmap2 = "0.9.5"
mimalloc = "0.1.42"
moka = { version = "0.12.10", default-features = false }
noodles-bgzf = "0.47.0"
noodles-vcf = { version = "0.88.0", features = ["async"] }
num-traits = "0.2.19"
num_enum = { version = "0.7.3", default-features = false }
object_store = { version = "0.13.2", default-features = false }
object_store_opendal = "0.58.0"
once_cell = "1.21.4"
onpair = "0.2.1"
opendal = { version = "0.58.1", default-features = false }
opentelemetry = "0.32.0"
opentelemetry-otlp = "0.32.0"
opentelemetry_sdk = "0.32.0"
parking_lot = { version = "0.12.3", features = ["nightly"] }
parquet = "59.2"
parquet-variant = "59.2"
parquet-variant-compute = "59.2"
paste = "1.0.15"
pco = "1.0.1"
percent-encoding = "2.3.2"
pin-project-lite = "0.2.15"
primitive-types = { version = "0.14.0" }
proc-macro2 = "1.0.95"
prost = "0.14"
prost-build = "0.14"
prost-types = "0.14"
protox = "0.9.1"
pyo3 = { version = "0.29.0" }
pyo3-bytes = "0.7"
pyo3-log = "0.13.0"
pyo3-object_store = "0.11.0"
quote = "1.0.44"
rand = "0.10.1"
rand_distr = "0.6"
ratatui = { version = "0.30", default-features = false }
regex = "1.12"
regex-syntax = "0.8.9"
reqwest = { version = "0.13.0", features = [
    "blocking",
    "charset",
    "http2",
    "rustls",
    "system-proxy",
], default-features = false }
roaring = "0.11.4"
rstest = "0.26.1"
rstest_reuse = "0.7.0"
rustc-hash = "2.1.1"
rustix = { version = "1.1", features = ["fs"] }
serde = "1.0.221"
serde_json = "1.0.138"
serde_test = "1.0.176"
sha2 = "0.11.0"
simdutf8 = "0.1.5"
similar = "3.0.0"
sketches-ddsketch = "0.4.0"
smallvec = "1.15.1"
smol = "2.0.2"
spatialbench = "0.2"
spatialbench-arrow = "0.2"
# spatialbench still pins arrow 56, two majors behind the workspace arrow. Until upstream
# catches up, write its generated batches with a matching parquet instead of converting
# arrow versions at the boundary.
spatialbench-parquet = { package = "parquet", version = "56", features = [
    "async",
] }
static_assertions = "1.1"
strum = "0.28"
syn = { version = "3.0.4", features = ["full"] }
sysinfo = "0.38.0"
tabled = { version = "0.21.0", default-features = false }
taffy = "0.12"
tar = "0.4"
target-lexicon = "0.13"
temp-env = "0.3"
tempfile = "3"
termtree = { version = "1.0" }
test-with = "=0.16.3"
thiserror = "2.0.3"
tokio = { version = "1.52" }
tokio-stream = "0.1.17"
tokio-util = "0.7.17"
toml = "1.0"
tpcdsgen = "0.1.0-alpha.1"
tpcdsgen-arrow = "0.1.0-alpha.1"
tpchgen = "3.0.0"
tpchgen-arrow = "3.0.0"
tracing = { version = "0.1.41", default-features = false }
tracing-perfetto = "0.1.5"
tracing-subscriber = "0.3"
twox-hash = "2.1.2"
url = "2.5.7"
uuid = "1.23"
wasm-bindgen-futures = "0.4.58"
wkb = "0.9.2"
zigzag = "0.1.0"
zip = "9.0.0"
zstd = { version = "0.13.3", default-features = false, features = [
    "zdict_builder",
] }

# BEGIN crates published by this project
vortex = { version = "0.1.0", path = "./vortex" }
vortex-alp = { version = "0.1.0", path = "./encodings/alp", default-features = false }
vortex-array = { version = "0.1.0", path = "./vortex-array", default-features = false }
vortex-array-macros = { version = "0.1.0", path = "./vortex-array-macros" }
vortex-arrow = { version = "0.1.0", path = "./vortex-arrow", default-features = false }
vortex-btrblocks = { version = "0.1.0", path = "./vortex-btrblocks", default-features = false }
vortex-buffer = { version = "0.1.0", path = "./vortex-buffer", default-features = false }
vortex-bytebool = { version = "0.1.0", path = "./encodings/bytebool", default-features = false }
vortex-cloud = { version = "0.1.0", path = "./vortex-cloud", default-features = false }
vortex-compressor = { version = "0.1.0", path = "./vortex-compressor", default-features = false }
vortex-compute = { version = "0.1.0", path = "./vortex-compute", default-features = false }
vortex-datafusion = { version = "0.1.0", path = "./vortex-datafusion", default-features = false }
vortex-datetime-parts = { version = "0.1.0", path = "./encodings/datetime-parts", default-features = false }
vortex-decimal-byte-parts = { version = "0.1.0", path = "encodings/decimal-byte-parts", default-features = false }
vortex-edition = { version = "0.1.0", path = "./vortex-edition", default-features = false }
vortex-error = { version = "0.1.0", path = "./vortex-error", default-features = false }
vortex-fastlanes = { version = "0.1.0", path = "./encodings/fastlanes", default-features = false }
vortex-file = { version = "0.1.0", path = "./vortex-file", default-features = false }
vortex-fsst = { version = "0.1.0", path = "./encodings/fsst", default-features = false }
vortex-io = { version = "0.1.0", path = "./vortex-io", default-features = false }
vortex-ipc = { version = "0.1.0", path = "./vortex-ipc", default-features = false }
vortex-json = { version = "0.1.0", path = "./vortex-json", default-features = false }
vortex-layout = { version = "0.1.0", path = "./vortex-layout", default-features = false }
vortex-mask = { version = "0.1.0", path = "./vortex-mask", default-features = false }
vortex-metrics = { version = "0.1.0", path = "./vortex-metrics", default-features = false }
vortex-onpair = { version = "0.1.0", path = "./encodings/onpair", default-features = false }
vortex-parquet-variant = { version = "0.1.0", path = "./encodings/parquet-variant" }
vortex-pco = { version = "0.1.0", path = "./encodings/pco", default-features = false }
vortex-row = { version = "0.1.0", path = "./vortex-row", default-features = false }
vortex-runend = { version = "0.1.0", path = "./encodings/runend", default-features = false }
vortex-scan = { version = "0.1.0", path = "./vortex-scan", default-features = false }
vortex-sequence = { version = "0.1.0", path = "encodings/sequence", default-features = false }
vortex-session = { version = "0.1.0", path = "./vortex-session", default-features = false }
vortex-sparse = { version = "0.1.0", path = "./encodings/sparse", default-features = false }
vortex-spatial = { version = "0.1.0", path = "./vortex-spatial", default-features = false }
vortex-tensor = { version = "0.1.0", path = "./vortex-tensor", default-features = false }
vortex-utils = { version = "0.1.0", path = "./vortex-utils", default-features = false }
vortex-uuid = { version = "0.1.0", path = "./encodings/uuid", default-features = false }
vortex-zigzag = { version = "0.1.0", path = "./encodings/zigzag", default-features = false }
vortex-zstd = { version = "0.1.0", path = "./encodings/zstd", default-features = false }
# END crates published by this project

# No version constraints for unpublished crates.
vortex-bench = { path = "./vortex-bench", default-features = false }
vortex-bench-support = { path = "./benchmarks/bench-support" }
vortex-cuda = { path = "./vortex-cuda", default-features = false }
vortex-cuda-macros = { path = "./vortex-cuda/macros" }
vortex-duckdb = { path = "./vortex-duckdb", default-features = false }
vortex-tui = { path = "./vortex-tui" }

[workspace.lints.rust]
let_underscore_drop = "deny"
macro_use_extern_crate = "deny"
redundant_lifetimes = "deny"
unsafe_op_in_unsafe_fn = "deny"
unused_lifetimes = "deny"
unused_qualifications = "deny"
unexpected_cfgs = { level = "deny", check-cfg = [
    "cfg(codspeed)",
    'cfg(target_os, values("unknown"))',
] }
warnings = "warn"

[workspace.lints.clippy]
absolute_paths = "deny"
all = { level = "deny", priority = -1 }
as_ptr_cast_mut = "deny"
borrow_as_ptr = "deny"
cargo = { level = "deny", priority = -1 }
cast_possible_truncation = "deny"
cognitive_complexity = "deny"
collection_is_never_read = "deny"
dbg_macro = "deny"
debug_assert_with_mut_call = "deny"
derive_partial_eq_without_eq = "deny"
equatable_if_let = "deny"
exit = "deny"
expect_fun_call = "deny"
expect_used = "deny"
fallible_impl_from = "deny"
get_unwrap = "deny"
host_endian_bytes = "deny"
if_then_some_else_none = "deny"
inconsistent_struct_constructor = "deny"
inline_always = "deny"
manual_assert = "deny"
manual_is_variant_and = "deny"
many_single_char_names = "deny"
mem_forget = "deny"
multiple_crate_versions = "allow"
needless_range_loop = "allow"
or_fun_call = "deny"
ref_option = "deny"
ref_option_ref = "deny"
panic = "deny"
# panic_in_result_fn = "deny" -- we cannot disable this for tests to use assertions
clone_on_ref_ptr = "deny"
redundant_clone = "deny"
redundant_static_lifetimes = "deny"
ref_binding_to_reference = "deny"
ref_patterns = "deny"
repeat_vec_with_capacity = "deny"
reserve_after_initialization = "deny"
same_name_method = "deny"
tests_outside_test_module = "deny"
todo = "deny"
unimplemented = "deny"
unwrap_in_result = "deny"
unwrap_used = "deny"
use_debug = "deny"

[profile.release]
codegen-units = 1
# Our general performance should not be dependent on LTO since crates that use
# Vortex may choose not to have LTO.
lto = "off"

[profile.release_debug]
debug = "full"
inherits = "release"

[profile.release_size]
inherits = "release"
opt-level = "z"

[profile.bench]
codegen-units = 16
# debug = full emits .debug_loc which Codspeed doesn't use.
# debug = line-tables-only doesn't emit DW_TAG_inlined_subroutine which Codspeed uses.
debug = "limited"
lto = false

# This rule only applies to dependencies that are not members of the workspace.
[profile.bench.package."*"]
debug = false

# Maturin builds with `cargo rustc`, which treats `--profile bench` as a request for a libtest
# benchmark executable. This profile has the same settings and builds a normal library.
[profile.bench_python]
inherits = "bench"

[profile.bench_python.package."*"]
debug = false

[profile.samply]
inherits = "release"
codegen-units = 1
debug = "full"
lto = false

[profile.bench_assert]
debug-assertions = true
inherits = "bench"

[profile.ci]
inherits = "dev"
debug = "line-tables-only"
incremental = false

# This rule only applies to dependencies that are not members of the workspace.
[profile.ci.package."*"]
debug = false
debug-assertions = true
incremental = false

# This improved build times significantly for default common cases that we use locally
[profile.dev.package.vortex-fastlanes]
debug = false

[patch.crates-io]
geoarrow = { version = "=0.8.0", git = "https://github.com/geoarrow/geoarrow-rs", rev = "855d2e138e54ce503c4488d5bb795ca1ea880d1f" }
geoarrow-array = { version = "=0.8.0", git = "https://github.com/geoarrow/geoarrow-rs", rev = "855d2e138e54ce503c4488d5bb795ca1ea880d1f" }
geoarrow-cast = { version = "=0.8.0", git = "https://github.com/geoarrow/geoarrow-rs", rev = "855d2e138e54ce503c4488d5bb795ca1ea880d1f" }
geoarrow-schema = { version = "=0.8.0", git = "https://github.com/geoarrow/geoarrow-rs", rev = "855d2e138e54ce503c4488d5bb795ca1ea880d1f" }