From 69c75d3725eefd42df5c07c03084df65b8862634 Mon Sep 17 00:00:00 2001 From: Ben Brandt Date: Sun, 4 Feb 2024 22:42:58 +0100 Subject: [PATCH] Mark markdown as unstable --- src/lib.rs | 6 ++---- src/{markdown.rs => unstable_markdown.rs} | 0 tests/markdown.rs | 2 +- 3 files changed, 3 insertions(+), 5 deletions(-) rename src/{markdown.rs => unstable_markdown.rs} (100%) diff --git a/src/lib.rs b/src/lib.rs index 7f43740..d582153 100644 --- a/src/lib.rs +++ b/src/lib.rs @@ -25,15 +25,13 @@ use itertools::Itertools; mod characters; #[cfg(feature = "tokenizers")] mod huggingface; -#[cfg(feature = "markdown")] -mod markdown; mod text; #[cfg(feature = "tiktoken-rs")] mod tiktoken; +#[cfg(feature = "markdown")] +pub mod unstable_markdown; pub use characters::Characters; -#[cfg(feature = "markdown")] -pub use markdown::MarkdownSplitter; pub use text::TextSplitter; /// Result returned from a `ChunkSizer`. Includes the size of the chunk, in units diff --git a/src/markdown.rs b/src/unstable_markdown.rs similarity index 100% rename from src/markdown.rs rename to src/unstable_markdown.rs diff --git a/tests/markdown.rs b/tests/markdown.rs index c04ce6c..f538784 100644 --- a/tests/markdown.rs +++ b/tests/markdown.rs @@ -4,7 +4,7 @@ use fake::{Fake, Faker}; use itertools::Itertools; use more_asserts::assert_le; #[cfg(feature = "markdown")] -use text_splitter::MarkdownSplitter; +use text_splitter::unstable_markdown::MarkdownSplitter; #[cfg(feature = "markdown")] #[test]