From 0d8c57da48319a91fe9cd3e31a36b9bd29a8292c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=A4=A9=E5=9C=B0?= Date: Wed, 11 Oct 2023 03:31:44 +0800 Subject: [PATCH] fix a clerical error in the comment (#1356) --- tokenizers/src/models/bpe/model.rs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/tokenizers/src/models/bpe/model.rs b/tokenizers/src/models/bpe/model.rs index 967a43e7f..2fc9915ca 100644 --- a/tokenizers/src/models/bpe/model.rs +++ b/tokenizers/src/models/bpe/model.rs @@ -117,7 +117,7 @@ impl BpeBuilder { self } - /// Set the `fuse_unk` option. + /// Set the `byte_fallback` option. #[must_use] pub fn byte_fallback(mut self, byte_fallback: bool) -> Self { self.config.byte_fallback = byte_fallback;