From df429234f0c6ef8964c35e8afb6689286e61142e Mon Sep 17 00:00:00 2001 From: Dobiichi-Origami <56953648+Dobiichi-Origami@users.noreply.github.com> Date: Thu, 14 Nov 2024 15:07:51 +0800 Subject: [PATCH] =?UTF-8?q?=E4=BF=AE=E5=A4=8D=E7=94=B1=E4=BA=8E=E4=B8=8D?= =?UTF-8?q?=E5=A4=9F=E9=B2=81=E6=A3=92=E7=9A=84=E6=AD=A3=E5=88=99=E8=A1=A8?= =?UTF-8?q?=E8=BE=BE=E5=BC=8F=E8=80=8C=E5=AF=BC=E8=87=B4=E7=9A=84=E9=97=AE?= =?UTF-8?q?=E9=A2=98?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit --- python/qianfan/resources/batch_inference/helper/helper.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/python/qianfan/resources/batch_inference/helper/helper.py b/python/qianfan/resources/batch_inference/helper/helper.py index e7f005e2..b30d3038 100644 --- a/python/qianfan/resources/batch_inference/helper/helper.py +++ b/python/qianfan/resources/batch_inference/helper/helper.py @@ -353,7 +353,7 @@ def wait_bf_task( class BatchInferenceHelper: # 使用正则表达式来匹配文件名和大小 - jsonl_files_pattern = re.compile(r"(\d+)\s+(\S+jsonl)") + jsonl_files_pattern = re.compile(r"(\d+)\s+(\S+\.(jsonl|json))") def __init__( self, @@ -445,7 +445,7 @@ def filter_jsonl_files(self, output: str) -> List: res = [] # 打印结果 - for size, filename in matches: + for size, filename, suffix in matches: log_debug(f"File: {filename}, Size: {size}") res.append({"path": filename, "size": int(size)}) return res