Skip to content

Commit

Permalink
re-add some logs
Browse files Browse the repository at this point in the history
  • Loading branch information
mapleFU committed Oct 30, 2023
1 parent 5684ba2 commit 1e3b7a6
Showing 1 changed file with 5 additions and 0 deletions.
5 changes: 5 additions & 0 deletions python/pyarrow/_dataset_parquet.pyx
Original file line number Diff line number Diff line change
Expand Up @@ -96,6 +96,9 @@ cdef class ParquetFileFormat(FileFormat):
if option in _PARQUET_READ_OPTIONS}
scan_args = {option: kwargs[option] for option in kwargs
if option not in _PARQUET_READ_OPTIONS}
print("dataset: read_options_args:", read_options_args, "scan_args", scan_args)
print("read_options:", read_options)
print("default_fragment_scan_options:", default_fragment_scan_options)
if read_options and read_options_args:
duplicates = ', '.join(sorted(read_options_args))
raise ValueError(f'If `read_options` is given, '
Expand Down Expand Up @@ -126,9 +129,11 @@ cdef class ParquetFileFormat(FileFormat):
'instance of ParquetReadOptions')

if default_fragment_scan_options is None:
print("build scanOptions with ", scan_args)
default_fragment_scan_options = ParquetFragmentScanOptions(
**scan_args)
elif isinstance(default_fragment_scan_options, dict):
print("build scanOptions with ", default_fragment_scan_options)
default_fragment_scan_options = ParquetFragmentScanOptions(
**default_fragment_scan_options)
elif not isinstance(default_fragment_scan_options,
Expand Down

0 comments on commit 1e3b7a6

Please sign in to comment.