From 23a5e886e1aa6849e0819256c3bb4b2bf7d8358e Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Thu, 16 Mar 2023 11:16:17 -0300 Subject: [PATCH] The LLaMA PR has been merged into transformers https://github.com/huggingface/transformers/pull/21955 The tokenizer class has been changed from "LLaMATokenizer" to "LlamaTokenizer" It is necessary to edit this change in every tokenizer_config.json that you had for LLaMA so far. --- requirements.txt | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/requirements.txt b/requirements.txt index 4994ca1abd..b9a9b38590 100644 --- a/requirements.txt +++ b/requirements.txt @@ -9,4 +9,4 @@ rwkv==0.4.2 safetensors==0.3.0 sentencepiece tqdm -git+https://github.com/zphang/transformers.git@68d640f7c368bcaaaecfc678f11908ebbd3d6176 +git+https://github.com/huggingface/transformers