From b372abd6f750903ee1b082f35cc04a303199ff97 Mon Sep 17 00:00:00 2001 From: Lifu Zhang Date: Tue, 1 Oct 2024 10:06:50 -0700 Subject: [PATCH] adding cu_seqlens_padded to packed_seq_params.py Signed-off-by: Lifu Zhang --- megatron/core/packed_seq_params.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/megatron/core/packed_seq_params.py b/megatron/core/packed_seq_params.py index fe63e13e99..cd61d28aa8 100644 --- a/megatron/core/packed_seq_params.py +++ b/megatron/core/packed_seq_params.py @@ -10,5 +10,7 @@ class PackedSeqParams: qkv_format: str = None cu_seqlens_q: Tensor = None cu_seqlens_kv: Tensor = None + cu_seqlens_q_padded: Tensor = None + cu_seqlens_kv_padded: Tensor = None max_seqlen_q: Tensor = None max_seqlen_kv: Tensor = None