Skip to content

Commit

Permalink
Arrow fix, all tests/extract running
Browse files Browse the repository at this point in the history
  • Loading branch information
steinitzu committed Dec 20, 2024
1 parent 309c3d7 commit 743816f
Showing 1 changed file with 2 additions and 1 deletion.
3 changes: 2 additions & 1 deletion dlt/extract/extractors.py
Original file line number Diff line number Diff line change
Expand Up @@ -426,7 +426,7 @@ def _compute_table(
if arrow_table:
utils.merge_table(self.schema.name, computed_table, arrow_table)
else:
arrow_table = arrow_tables[computed_table['name']] = copy(computed_table)
arrow_table = copy(computed_table)
arrow_table["columns"] = pyarrow.py_arrow_to_table_schema_columns(item.schema)

# Add load_id column if needed
Expand Down Expand Up @@ -462,6 +462,7 @@ def _compute_table(
utils.merge_columns(
arrow_table["columns"], computed_table["columns"], merge_columns=True
)
arrow_tables[computed_table["name"]] = arrow_table

return list(arrow_tables.values())

Expand Down

0 comments on commit 743816f

Please sign in to comment.