From 951751c2d38662ad68e659aa38b15b5669a16787 Mon Sep 17 00:00:00 2001 From: xiangyuT Date: Mon, 25 Mar 2024 14:51:51 +0800 Subject: [PATCH] refine --- python/llm/src/ipex_llm/transformers/speculative.py | 1 + 1 file changed, 1 insertion(+) diff --git a/python/llm/src/ipex_llm/transformers/speculative.py b/python/llm/src/ipex_llm/transformers/speculative.py index bdad62a5e54..6581cb9b7b1 100644 --- a/python/llm/src/ipex_llm/transformers/speculative.py +++ b/python/llm/src/ipex_llm/transformers/speculative.py @@ -64,6 +64,7 @@ def generate( 'auto_th_stop_draft', 'auto_parameters', 'min_step_draft', 'th_batch_num']: value = kwargs.pop(var, None) + del self.draft_model return original_generate(self, inputs=inputs, generation_config=generation_config,