comment explaining hack

apache · May 30, 2018 · 5b5570b · 5b5570b
1 parent 8fac2a8
commit 5b5570b
Showing 1 changed file with 5 additions and 2 deletions.
diff --git a/python/pyspark/util.py b/python/pyspark/util.py
@@ -53,13 +53,16 @@ def _get_argspec(f):
     """
     Get argspec of a function. Supports both Python 2 and Python 3.
     """
-    # `getargspec` is deprecated since python3.0 (incompatible with function annotations).
-    # See SPARK-23569.
+
     if hasattr(f, '_argspec'):
+        # only used for pandas UDF: they wrap the user function, losing its signature
+        # workers need this signature, so UDF saves it here
         argspec = f._argspec
     elif sys.version_info[0] < 3:
         argspec = inspect.getargspec(f)
     else:
+        # `getargspec` is deprecated since python3.0 (incompatible with function annotations).
+        # See SPARK-23569.
         argspec = inspect.getfullargspec(f)
     return argspec