Merge pull request #3 from nanbo-liu/fix_tokenizer_bug

Fix tokenizer bug

runtimes/huggingface/mlserver_huggingface/pipelines.py

@@ -2,14 +2,17 @@
 
 from transformers import Pipeline
 from transformers import AutoModel
+from transformers import AutoTokenizer
 from sentence_transformers.util import is_sentence_transformer_model
 from sentence_transformers import SentenceTransformer
 
 
 class StEmbeddingPipeline(Pipeline):
     """A custom huggingface pipeline that wraps sentence transformers embedder"""
 
-    def __init__(self, model: AutoModel, **kwargs):
+    def __init__(self, model: AutoModel, tokenizer: AutoTokenizer, **kwargs):
+        # self.tokenzier is not being used.sentence-transformers model has a tokenizer
+        self.tokenizer = tokenizer
         (
             self._preprocess_params,
             self._forward_params,