add comment

NVIDIA · Nov 21, 2023 · 61f613f · 61f613f
1 parent 6768560
commit 61f613f
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/integration_tests/src/main/python/dpp_test.py b/integration_tests/src/main/python/dpp_test.py
@@ -28,6 +28,8 @@ def fn(spark):
             ('skey', IntegerGen(nullable=False, min_val=0, max_val=4, special_cases=[])),
             ('ex_key', IntegerGen(nullable=False, min_val=0, max_val=3, special_cases=[])),
             ('value', int_gen),
+            # specify nullable=False for `filter` to avoid generating invalid SQL with
+            # expression `filter = None` (https://github.com/NVIDIA/spark-rapids/issues/9817)
             ('filter', RepeatSeqGen(
                 IntegerGen(min_val=0, max_val=length, special_cases=[], nullable=False), length=length // 20))
         ], length)