use asdict

astronomer · Jan 5, 2023 · 6870fc6 · 6870fc6
1 parent e3894e4
commit 6870fc6
Show file tree

Hide file tree

Showing 4 changed files with 8 additions and 4 deletions.
diff --git a/python-sdk/src/astro/files/types/csv.py b/python-sdk/src/astro/files/types/csv.py
@@ -2,6 +2,7 @@
 
 import io
 
+import attr
 import pandas as pd
 
 from astro.constants import FileType as FileTypeConstants
@@ -31,7 +32,7 @@ def export_to_dataframe(
             in the resulting dataframe
         """
         if isinstance(load_options, PandasLoadOptions):
-            kwargs.update(load_options.to_dict)
+            kwargs.update(attr.asdict(load_options))
         df = pd.read_csv(stream, **kwargs)
         df = convert_columns_names_capitalization(
             df=df, columns_names_capitalization=columns_names_capitalization

diff --git a/python-sdk/src/astro/files/types/json.py b/python-sdk/src/astro/files/types/json.py
@@ -2,6 +2,7 @@
 
 import io
 
+import attr
 import pandas as pd
 
 from astro.constants import FileType as FileTypeConstants
@@ -34,7 +35,7 @@ def export_to_dataframe(
         # Pandas `read_json` does not support the `nrows` parameter unless we're using NDJSON
         kwargs_copy.pop("nrows", None)
         if isinstance(load_options, PandasLoadOptions):
-            kwargs_copy.update(load_options.to_dict)
+            kwargs_copy.update(attr.asdict(load_options))
         df = pd.read_json(stream, **kwargs_copy)
         df = convert_columns_names_capitalization(
             df=df, columns_names_capitalization=columns_names_capitalization

diff --git a/python-sdk/src/astro/files/types/ndjson.py b/python-sdk/src/astro/files/types/ndjson.py
@@ -3,6 +3,7 @@
 import io
 import json
 
+import attr
 import pandas as pd
 
 from astro.constants import DEFAULT_CHUNK_SIZE, FileType as FileTypeConstants
@@ -31,7 +32,7 @@ def export_to_dataframe(
             in the resulting dataframe
         """
         if isinstance(load_options, PandasLoadOptions):
-            kwargs.update(load_options.to_dict)
+            kwargs.update(attr.asdict(load_options))
         df = NDJSONFileType.flatten(self.normalize_config, stream, **kwargs)
         df = convert_columns_names_capitalization(
             df=df, columns_names_capitalization=columns_names_capitalization

diff --git a/python-sdk/src/astro/files/types/parquet.py b/python-sdk/src/astro/files/types/parquet.py
@@ -2,6 +2,7 @@
 
 import io
 
+import attr
 import pandas as pd
 
 from astro.constants import FileType as FileTypeConstants
@@ -35,7 +36,7 @@ def export_to_dataframe(
 
         byte_io_buffer = self._convert_remote_file_to_byte_stream(stream)
         if isinstance(load_options, PandasLoadOptions):
-            kwargs_copy.update(load_options.to_dict)
+            kwargs_copy.update(attr.asdict(load_options))
 
         df = pd.read_parquet(byte_io_buffer, **kwargs_copy)
         df = convert_columns_names_capitalization(