Lib.rs

Cargo Features

re_arrow2 has no features set by default.

[dependencies]
re_arrow2 = { version = "0.17.6", features = ["full", "arrow", "io_odbc", "io_csv", "io_csv_async", "io_csv_read", "io_csv_read_async", "io_csv_write", "io_json", "io_json_read", "io_json_write", "io_ipc", "io_ipc_write_async", "io_ipc_read_async", "io_ipc_compression", "io_flight", "io_parquet", "io_parquet_async", "io_parquet_compression", "io_parquet_sample_test", "io_parquet_zstd", "io_parquet_snappy", "io_parquet_gzip", "io_parquet_lz4_flex", "io_parquet_lz4", "io_parquet_brotli", "io_parquet_bloom_filter", "io_avro", "io_avro_compression", "io_avro_async", "io_orc", "io_json_integration", "io_print", "compute_aggregate", "compute_arithmetics_decimal", "compute_arithmetics", "compute_bitwise", "compute_boolean", "compute_boolean_kleene", "compute_cast", "compute_comparison", "compute_concatenate", "compute_contains", "compute_filter", "compute_hash", "compute_if_then_else", "compute_length", "compute_like", "compute_limit", "compute_merge_sort", "compute_nullif", "compute_partition", "compute_regex_match", "compute_sort", "compute_substring", "compute_take", "compute_temporal", "compute_window", "compute_utf8", "compute", "serde_types", "simd", "benchmarks"] }

full = arrow, chrono-tz, compute, io_avro, io_avro_async, io_avro_compression, io_csv, io_csv_async, io_flight, io_ipc, io_ipc_compression, io_ipc_read_async, io_ipc_write_async, io_json, io_json_integration, io_orc, io_print, regex, regex-syntax

arrow full? = arrow-array, arrow-buffer, arrow-data, arrow-schema

Affects array::Arrow2Arrow, array::to_data, array::from_data…

io_odbc = odbc-api

Affects io::odbc…

io_csv full? = io_csv_read, io_csv_write

io_csv_async full? = io_csv_read_async

io_csv_read io_csv? = csv, lexical-core

Affects csv::read…

io_csv_read_async io_csv_async? = csv-async, futures, lexical-core

Affects csv::read_async…

io_csv_write io_csv? = csv-core, lexical-core, streaming-iterator

Affects csv::write…

io_json full? = io_json_read, io_json_write

io_json_read io_json? = indexmap, json-deserializer, lexical-core

Affects json::read, ndjson::read, io::json, io::ndjson…

io_json_write io_json? = fallible-streaming-iterator, lexical-core, streaming-iterator

Affects json::write, ndjson::write, io::json, io::ndjson…

io_ipc full? io_flight? io_ipc_read_async? io_ipc_write_async? io_json_integration? io_parquet? = arrow-format

Affects io::ipc, re_arrow2::mmap…

io_ipc_write_async full? = futures, io_ipc

Affects write::stream_async, write::file_async…

io_ipc_read_async full? = async-stream, futures, io_ipc

Affects read::stream_async, read::file_async…

io_ipc_compression full? = lz4, zstd

Affects compression::decompress_lz4, compression::decompress_zstd, compression::compress_lz4, compression::compress_zstd…

io_flight full? = io_ipc

Enables flight-data of arrow-format

Affects io::flight…

io_parquet io_parquet_async? = base64, fallible-streaming-iterator, io_ipc, parquet2, streaming-iterator

base64 + io_ipc because arrow schemas are stored as base64-encoded ipc format.

Affects io::parquet, compute::aggregate…

io_parquet_async io_parquet_sample_test? = futures, io_parquet

Enables async of optional parquet2

Affects read::read_metadata_async, row_group::read_columns_async, row_group::read_columns_many_async…

io_parquet_compression = io_parquet_brotli, io_parquet_gzip, io_parquet_lz4, io_parquet_snappy, io_parquet_zstd

io_parquet_sample_test = io_parquet_async

sample testing of generated arrow data

io_parquet_zstd io_parquet_compression?

compression backends

Enables zstd of optional parquet2

io_parquet_snappy io_parquet_compression?

Enables snappy of optional parquet2

io_parquet_gzip io_parquet_compression?

Enables gzip of optional parquet2

io_parquet_lz4_flex

Enables lz4_flex of optional parquet2

io_parquet_lz4 io_parquet_compression?

Enables lz4 of optional parquet2

io_parquet_brotli io_parquet_compression?

Enables brotli of optional parquet2

io_parquet_bloom_filter

parquet bloom filter functions

Enables bloom_filter of optional parquet2

io_avro full? = avro-schema, streaming-iterator

Affects io::avro…

io_avro_compression full?

Enables compression of avro-schema

avro support

io_avro_async full?

Enables async of avro-schema

io_orc full? = orc-format

Affects io::orc…

io_json_integration full? = hex, io_ipc, serde, serde_derive, serde_json

serde+serde_json: its dependencies + error handling serde_derive: there is some derive around

Affects io::json_integration…

io_print full? = comfy-table

Affects io::print…

compute_aggregate compute? = multiversion

the compute kernels. Disabling this significantly reduces compile time.

Affects compute::aggregate…

compute_arithmetics_decimal compute_arithmetics? = strength_reduce

Affects arithmetics::decimal…

compute_arithmetics compute? = compute_arithmetics_decimal, strength_reduce

Affects compute::arithmetics…

compute_bitwise compute?

Affects compute::bitwise…

compute_boolean compute? compute_comparison?

Affects compute::boolean…

compute_boolean_kleene compute?

Affects compute::boolean_kleene…

compute_cast compute? = compute_take, lexical-core

Affects compute::cast…

compute_comparison compute? compute_nullif? = compute_boolean, compute_take

Affects compute::comparison…

compute_concatenate compute? compute_window?

Affects compute::concatenate…

compute_contains compute?

Affects compute::contains…

compute_filter compute?

Affects compute::filter…

compute_hash compute? = multiversion

Affects compute::hash…

compute_if_then_else compute?

Affects compute::if_then_else…

compute_length compute?

Affects compute::length…

compute_like compute? = regex, regex-syntax

Enables memchr

For LIKE matching "contains" fast-path

Affects compute::like…

compute_limit compute?

Affects compute::limit…

compute_merge_sort compute? = compute_sort, itertools

Affects compute::merge_sort…

compute_nullif compute? = compute_comparison

Affects compute::nullif…

compute_partition compute? = compute_sort

Affects compute::partition…

compute_regex_match compute? = regex

Affects compute::regex_match…

compute_sort compute? compute_merge_sort? compute_partition? = compute_take

Affects compute::sort…

compute_substring compute?

Affects compute::substring…

compute_take compute? compute_cast? compute_comparison? compute_sort?

Affects compute::take…

compute_temporal compute?

Affects compute::temporal…

compute_window compute? = compute_concatenate

Affects compute::window…

compute_utf8 compute?

Affects compute::utf8…

compute full? = compute_aggregate, compute_arithmetics, compute_bitwise, compute_boolean, compute_boolean_kleene, compute_cast, compute_comparison, compute_concatenate, compute_contains, compute_filter, compute_hash, compute_if_then_else, compute_length, compute_like, compute_limit, compute_merge_sort, compute_nullif, compute_partition, compute_regex_match, compute_sort, compute_substring, compute_take, compute_temporal, compute_utf8, compute_window

serde_types = serde, serde_derive

simd

benchmarks = rand

Affects util::bench_util…

Features from optional dependencies

In crates that don't use the dep: syntax, optional dependencies automatically become Cargo features. These features may have been created by mistake, and this functionality may be removed in the future.

chrono-tz full?

Enables chrono-tz ^0.8

for timezone support

Affects temporal_conversions::parse_offset_tz…

lexical-core compute_cast? io_csv_read? io_csv_read_async? io_csv_write? io_json_read? io_json_write?

Enables lexical-core ^0.8

To efficiently cast numbers to strings

csv io_csv_read?

Enables csv

for csv io

csv-core io_csv_write?

csv-async io_csv_read_async?

Enables csv-async

for csv async io

regex compute_like? compute_regex_match? full?

regex-syntax compute_like? full?

Enables regex-syntax ^0.7

streaming-iterator io_avro? io_csv_write? io_json_write? io_parquet?

fallible-streaming-iterator io_json_write? io_parquet?

json-deserializer io_json_read?

indexmap io_json_read?

Enables indexmap ^1.6

comfy-table io_print?

Enables comfy-table

used to print columns in a nice columnar format

arrow-format io_flight? io_ipc?

hex io_json_integration?

lz4 io_ipc_compression?

Enables lz4

for IPC compression

zstd io_ipc_compression?

rand benchmarks?

Enables rand

use for flaky testing

itertools compute_merge_sort?

base64 io_parquet?

futures io_csv_read_async? io_ipc_read_async? io_ipc_write_async? io_parquet_async?

Enables futures

to write to parquet as a stream

async-stream io_ipc_read_async?

Enables async-stream

to read IPC as a stream

avro-schema io_avro? io_avro_async? io_avro_compression?

orc-format io_orc?

Enables orc-format

ORC support

serde io_json_integration? serde_types?

Enables serde

Arrow integration tests support

serde_derive io_json_integration? serde_types?

serde_json io_json_integration?

strength_reduce compute_arithmetics? compute_arithmetics_decimal?

Enables strength_reduce

for division/remainder optimization at runtime

multiversion compute_aggregate? compute_hash?

Enables multiversion

For instruction multiversioning

odbc-api io_odbc?

Enables odbc-api ^0.36

For support for odbc

arrow-buffer arrow?

Enables arrow-buffer

Support conversion to/from arrow-rs

arrow-schema arrow?

arrow-data arrow?

arrow-array arrow?

parquet2 io_parquet?