Explicitly set writing of page index

coiled · Nov 30, 2023 · 207cb32 · 207cb32
1 parent a95ab8b
commit 207cb32
Showing 1 changed file with 6 additions and 1 deletion.
diff --git a/tests/tpch/generate-data.py b/tests/tpch/generate-data.py
@@ -200,6 +200,7 @@ def _tpch_data_gen(
                     out_,
                     compression=compression.value.lower(),
                     write_statistics=True,
+                    write_page_index=True,
                 )
             print(f"Finished exporting table {table}!")
         print("Finished exporting all data!")
@@ -219,7 +220,11 @@ def rows_approx_mb(con, table_name, partition_size: str, compression: Compressio
         stmt = f"select * from {table_name} limit {sample_size}"
         df = con.sql(stmt).arrow()
         pq.write_table(
-            df, tmp, compression=compression.value.lower(), write_statistics=True
+            df,
+            tmp,
+            compression=compression.value.lower(),
+            write_statistics=True,
+            write_page_index=True,
         )
         mb = tmp.stat().st_size
     return int(