Fix (llama-tp) remove unnecessary codes and files

huggingface · Aug 11, 2024 · f8846ce · f8846ce
1 parent 5237c3c
commit f8846ce
Show file tree

Hide file tree

Showing 3 changed files with 0 additions and 82 deletions.
diff --git a/src/transformers/modeling_utils.py b/src/transformers/modeling_utils.py
@@ -39,14 +39,6 @@
 from torch import Tensor, nn
 from torch.nn import CrossEntropyLoss, Identity
 from torch.utils.checkpoint import checkpoint
-from torch.distributed._tensor import init_device_mesh, Shard, Replicate
-from torch.distributed.tensor.parallel import (
-    parallelize_module,
-    ColwiseParallel,
-    RowwiseParallel,
-    PrepareModuleInput,
-    SequenceParallel,
-)
 
 from .activations import get_activation
 from .configuration_utils import PretrainedConfig

diff --git a/src/transformers/models/llama/modeling_llama.py b/src/transformers/models/llama/modeling_llama.py
@@ -48,8 +48,6 @@
     replace_return_docstrings,
 )
 from .configuration_llama import LlamaConfig
-from .tensor_parallel_plan_llama import LlamaTensorParallelPlan
-
 
 logger = logging.get_logger(__name__)
 

diff --git a/src/transformers/models/llama/tensor_parallel_plan_llama.py b/src/transformers/models/llama/tensor_parallel_plan_llama.py