Skip to content
This repository has been archived by the owner on Feb 18, 2024. It is now read-only.

Commit

Permalink
Added support to parquet IO in WASM.
Browse files Browse the repository at this point in the history
  • Loading branch information
jorgecarleitao committed Jul 30, 2021
1 parent 3cd8cff commit cec0989
Show file tree
Hide file tree
Showing 2 changed files with 24 additions and 3 deletions.
2 changes: 1 addition & 1 deletion .github/workflows/test.yml
Original file line number Diff line number Diff line change
Expand Up @@ -271,7 +271,7 @@ jobs:
export CARGO_HOME="/github/home/.cargo"
export CARGO_TARGET_DIR="/github/home/target"
# no need
cargo build --no-default-features --features=merge_sort,io_ipc,io_csv,io_json --target wasm32-unknown-unknown
cargo build --no-default-features --features=merge_sort,io_ipc,io_csv,io_json,io_parquet --target wasm32-unknown-unknown
linux-simd-test:
name: SIMD
Expand Down
25 changes: 23 additions & 2 deletions Cargo.toml
Original file line number Diff line number Diff line change
Expand Up @@ -58,7 +58,7 @@ futures = { version = "0.3", optional = true }
# for faster hashing
ahash = { version = "0.7", optional = true }

parquet2 = { version = "0.1", optional = true }
parquet2 = { version = "0.1", optional = true, default_features = false, features = ["stream"] }

[dev-dependencies]
rand = "0.7"
Expand All @@ -68,12 +68,33 @@ doc-comment = "0.3"
crossbeam-channel = "0.5.1"

[features]
default = ["io_csv", "io_json", "io_ipc", "io_ipc_compression", "io_json_integration", "io_print", "io_parquet", "regex", "merge_sort", "ahash", "benchmarks", "compute"]
default = [
"io_csv",
"io_json",
"io_ipc",
"io_ipc_compression",
"io_json_integration",
"io_print",
"io_parquet",
"io_parquet_compression",
"regex",
"merge_sort",
"ahash",
"benchmarks",
"compute",
]
merge_sort = ["itertools"]
io_csv = ["csv", "lazy_static", "regex"]
io_json = ["serde", "serde_derive", "serde_json", "indexmap"]
io_ipc = ["flatbuffers"]
io_ipc_compression = ["lz4", "zstd"]
io_parquet_compression = [
"parquet2/zstd",
"parquet2/snappy",
"parquet2/gzip",
"parquet2/lz4",
"parquet2/brotli",
]
io_json_integration = ["io_json", "hex"]
io_print = ["prettytable-rs"]
# the compute kernels. Disabling this significantly reduces compile time.
Expand Down

0 comments on commit cec0989

Please sign in to comment.