test: shouldn't attempt to partition on an entirely null column

aws · Sep 1, 2023 · 46b0773 · 46b0773
1 parent a7e9200
commit 46b0773
Showing 1 changed file with 2 additions and 1 deletion.
diff --git a/tests/unit/test_athena_parquet.py b/tests/unit/test_athena_parquet.py
@@ -385,8 +385,9 @@ def test_store_metadata_ignore_null_columns(glue_database, glue_table, path):
     )
 
 
-@pytest.mark.parametrize("partition_cols", [None, ["c2_null"], ["c1", "c2_null"]])
+@pytest.mark.parametrize("partition_cols", [None, ["c0"], ["c0", "c1"]])
 def test_store_metadata_ignore_null_columns_partitions(glue_database, glue_table, path, partition_cols):
+    # only partition on non-null columns
     num_files = 10
     df = pd.DataFrame({"c0": [0, 1, 2], "c1": [3, 4, 5], "c2_null": [None, None, None], "c3_null": [None, None, None]})
     for _ in range(num_files):