fix

huggingface · Jul 1, 2024 · e0bfe4e · e0bfe4e
1 parent 750ef7b
commit e0bfe4e
Showing 1 changed file with 0 additions and 1 deletion.
diff --git a/server/text_generation_server/models/flash_causal_lm.py b/server/text_generation_server/models/flash_causal_lm.py
@@ -32,7 +32,6 @@
     MEM_POOL,
     CUDA_GRAPHS,
     get_adapter_to_index,
-    MODEL_ID,
 )
 from text_generation_server.utils import StoppingCriteria, HeterogeneousNextTokenChooser
 from text_generation_server.utils.dist import MEMORY_FRACTION