修复import错误

opendatalab · Mar 29, 2024 · d35c492 · d35c492
1 parent 016cde3
commit d35c492
Show file tree

Hide file tree

Showing 3 changed files with 4 additions and 4 deletions.
diff --git a/magic_pdf/pipeline.py b/magic_pdf/pipeline.py
@@ -19,9 +19,9 @@
 from loguru import logger
 
 from magic_pdf.pdf_parse_for_train import parse_pdf_for_train
-from magic_pdf.spark import exception_handler, get_data_source
+from magic_pdf.spark.base import exception_handler, get_data_source
 from magic_pdf.train_utils.convert_to_train_format import convert_to_train_format
-from magic_pdf.spark import get_s3_config, get_s3_client
+from magic_pdf.spark.s3 import get_s3_config, get_s3_client
 
 
 

diff --git a/magic_pdf/pipeline_txt.py b/magic_pdf/pipeline_txt.py
@@ -8,7 +8,7 @@
 from magic_pdf.dict2md.mkcontent import mk_mm_markdown, mk_universal_format
 from magic_pdf.libs.commons import join_path
 from magic_pdf.libs.json_compressor import JsonCompressor
-from magic_pdf.spark import exception_handler, get_data_source
+from magic_pdf.spark.base import exception_handler, get_data_source
 
 
 def txt_pdf_to_standard_format(jso: dict, debug_mode=False) -> dict:

diff --git a/tests/test_commons.py b/tests/test_commons.py
@@ -3,7 +3,7 @@
 import os
 from magic_pdf.libs.commons import fitz
 
-from magic_pdf.spark import get_s3_config, get_s3_client
+from magic_pdf.spark.s3 import get_s3_config, get_s3_client
 from magic_pdf.libs.commons import join_path, json_dump_path, read_file, parse_bucket_key
 from loguru import logger