feat: use thread pool in manifest merge (apache#1599)

## Rationale ## Detailed Changes ## Test Plan CI
ShiKaiWi · Nov 25, 2024 · 2176524 · 2176524
1 parent 9e81c4e
commit 2176524
Show file tree

Hide file tree

Showing 7 changed files with 281 additions and 83 deletions.
diff --git a/horaedb/Cargo.lock b/horaedb/Cargo.lock
diff --git a/horaedb/Cargo.toml b/horaedb/Cargo.toml
@@ -47,6 +47,7 @@ itertools = "0.3"
 lazy_static = "1"
 tracing = "0.1"
 tracing-subscriber = "0.3"
+async-scoped = { version = "0.9.0", features = ["use-tokio"] }
 
 # This profile optimizes for good runtime performance.
 [profile.release]

diff --git a/horaedb/metric_engine/Cargo.toml b/horaedb/metric_engine/Cargo.toml
@@ -34,6 +34,7 @@ workspace = true
 anyhow = { workspace = true }
 arrow = { workspace = true }
 arrow-schema = { workspace = true }
+async-scoped = { workspace = true }
 async-trait = { workspace = true }
 bytes = { workspace = true }
 datafusion = { workspace = true }