fix: support ai21_tokenizer.__version__ (#52)

AI21Labs · Nov 22, 2023 · 13944eb · 13944eb
1 parent 83cbbea
commit 13944eb
Show file tree

Hide file tree

Showing 4 changed files with 5 additions and 2 deletions.
diff --git a/ai21_tokenizer/__init__.py b/ai21_tokenizer/__init__.py
@@ -4,12 +4,15 @@
 from ai21_tokenizer.base_tokenizer import BaseTokenizer
 from ai21_tokenizer.jurassic_tokenizer import JurassicTokenizer
 from ai21_tokenizer.utils import load_json
+from .version import VERSION
 
 _LOCAL_RESOURCES_PATH = Path(__file__).parent / "resources"
 
 MODEL_EXTENSION = ".model"
 MODEL_CONFIG_FILENAME = "config.json"
 
+__version__ = VERSION
+
 
 class PreTrainedTokenizers:
     J2_TOKENIZER = "j2-tokenizer"

diff --git a/ai21_tokenizer/version.py b/ai21_tokenizer/version.py
@@ -0,0 +1 @@
+VERSION = "0.3.5"
diff --git a/pyproject.toml b/pyproject.toml
@@ -85,7 +85,7 @@ version_toml = [
     "pyproject.toml:tool.poetry.version"
 ]
 version_variables = [
-    "version.py:__version__"
+    "ai21_tokenizer/version.py:VERSION"
 ]
 match = "(main)"
 upload_to_release = true

diff --git a/version.py b/version.py