Skip to content

Commit

Permalink
New map gens for orc write
Browse files Browse the repository at this point in the history
Try to fix a build error in premerge builds which running tests in parallel.

Signed-off-by: Firestarman <[email protected]>
  • Loading branch information
firestarman committed Oct 13, 2021
1 parent b2c6b73 commit 0b6e599
Showing 1 changed file with 5 additions and 1 deletion.
6 changes: 5 additions & 1 deletion integration_tests/src/main/python/orc_write_test.py
Original file line number Diff line number Diff line change
Expand Up @@ -18,7 +18,6 @@
from datetime import date, datetime, timezone
from data_gen import *
from marks import *
from orc_test import orc_basic_map_gens as orc_write_basic_map_gens
from pyspark.sql.types import *

orc_write_basic_gens = [byte_gen, short_gen, int_gen, long_gen, float_gen, double_gen,
Expand All @@ -37,6 +36,11 @@
ArrayGen(ArrayGen(string_gen, max_length=10), max_length=10),
ArrayGen(StructGen([['child0', byte_gen], ['child1', string_gen], ['child2', float_gen]]))]

orc_write_basic_map_gens = [simple_string_to_string_map_gen] + [MapGen(f(nullable=False), f()) for f in [
BooleanGen, ByteGen, ShortGen, IntegerGen, LongGen, FloatGen, DoubleGen,
lambda nullable=True: TimestampGen(start=datetime(1900, 1, 1, tzinfo=timezone.utc), nullable=nullable),
lambda nullable=True: DateGen(start=date(1590, 1, 1), nullable=nullable)]]

orc_write_gens_list = [orc_write_basic_gens,
orc_write_struct_gens_sample,
orc_write_array_gens_sample,
Expand Down

0 comments on commit 0b6e599

Please sign in to comment.