diff --git a/megatron/core/packed_seq_params.py b/megatron/core/packed_seq_params.py index fe63e13e99..cd61d28aa8 100644 --- a/megatron/core/packed_seq_params.py +++ b/megatron/core/packed_seq_params.py @@ -10,5 +10,7 @@ class PackedSeqParams: qkv_format: str = None cu_seqlens_q: Tensor = None cu_seqlens_kv: Tensor = None + cu_seqlens_q_padded: Tensor = None + cu_seqlens_kv_padded: Tensor = None max_seqlen_q: Tensor = None max_seqlen_kv: Tensor = None