Merge branch 'main' into SNOW-1843819-relax-snowpark-python-cloudpick…

…le-dependency

CHANGELOG.md

@@ -54,6 +54,7 @@
 
 #### Dependency Updates
 
+- Added a runtime dependency on `python-dateutil`.
 
 ### Snowpark pandas API Updates
 

recipe/meta.yaml

@@ -41,6 +41,7 @@ requirements:
     - pyyaml
     # Snowpark IR
     - protobuf >=3.20,<6
+    - python-dateutil
     - tzlocal
 
 test:

setup.py

@@ -27,6 +27,7 @@
     "cloudpickle>=1.6.0,<=2.2.1,!=2.1.0,!=2.2.0",
     # `protoc` < 3.20 is not able to generate protobuf code compatible with protobuf >= 3.20.
     "protobuf>=3.20, <6",  # Snowpark IR
+    "python-dateutil",  # Snowpark IR
     "tzlocal",  # Snowpark IR
 ]
 REQUIRED_PYTHON_VERSION = ">=3.8, <3.12"

src/snowflake/snowpark/modin/plugin/compiler/snowflake_query_compiler.py

@@ -7955,7 +7955,8 @@ def _apply_with_udtf_and_dynamic_pivot_along_axis_1(
         partition_expression = (
             snowpark_round(
                 col(row_position_snowflake_quoted_identifier)
-                / pandas_lit(partition_size)
+                / pandas_lit(partition_size),
+                _emit_ast=self._modin_frame.ordered_dataframe.session.ast_enabled,
             )
         ).as_(partition_identifier)
         udtf_dataframe = new_internal_df.ordered_dataframe.select(

tox.ini

@@ -70,7 +70,7 @@ setenv =
     # This configures the extra dependency required by modin test
     modin: SNOWFLAKE_PYTEST_MODIN_DEPS = [modin-development]
     modin_pandas_version: SNOWFLAKE_PYTEST_PANDAS_DEPS = pandas=={env:MODIN_PANDAS_PATCH_VERSION}
-    SNOW_1314507_WORKAROUND_RERUN_FLAGS = --reruns 5 --reruns-delay 1 --only-rerun "Insufficient resource during interleaved execution."
+    SNOW_1314507_WORKAROUND_RERUN_FLAGS = --reruns 5 --reruns-delay 5 --only-rerun "Insufficient resource during interleaved execution."
     MODIN_PYTEST_CMD = pytest {env:SNOWFLAKE_PYTEST_VERBOSITY:} {env:SNOWFLAKE_PYTEST_PARALLELISM:} {env:SNOWFLAKE_PYTEST_COV_CMD} --ignore=tests/resources
     MODIN_PYTEST_DAILY_CMD = pytest {env:SNOWFLAKE_PYTEST_VERBOSITY:} {env:SNOWFLAKE_PYTEST_DAILY_PARALLELISM:} {env:SNOWFLAKE_PYTEST_COV_CMD} --ignore=tests/resources
     MODIN_PYTEST_NO_COV_CMD = pytest {env:SNOWFLAKE_PYTEST_VERBOSITY:} {env:SNOWFLAKE_PYTEST_PARALLELISM:} --ignore=tests/resources