Mark markdown as unstable

benbrandt · Feb 4, 2024 · 69c75d3 · 69c75d3
1 parent 97e84c0
commit 69c75d3
Show file tree

Hide file tree

Showing 3 changed files with 3 additions and 5 deletions.
diff --git a/src/lib.rs b/src/lib.rs
@@ -25,15 +25,13 @@ use itertools::Itertools;
 mod characters;
 #[cfg(feature = "tokenizers")]
 mod huggingface;
-#[cfg(feature = "markdown")]
-mod markdown;
 mod text;
 #[cfg(feature = "tiktoken-rs")]
 mod tiktoken;
+#[cfg(feature = "markdown")]
+pub mod unstable_markdown;
 
 pub use characters::Characters;
-#[cfg(feature = "markdown")]
-pub use markdown::MarkdownSplitter;
 pub use text::TextSplitter;
 
 /// Result returned from a `ChunkSizer`. Includes the size of the chunk, in units

diff --git a/src/markdown.rs → src/unstable_markdown.rs b/src/markdown.rs → src/unstable_markdown.rs
diff --git a/tests/markdown.rs b/tests/markdown.rs
@@ -4,7 +4,7 @@ use fake::{Fake, Faker};
 use itertools::Itertools;
 use more_asserts::assert_le;
 #[cfg(feature = "markdown")]
-use text_splitter::MarkdownSplitter;
+use text_splitter::unstable_markdown::MarkdownSplitter;
 
 #[cfg(feature = "markdown")]
 #[test]