GH-40004: [Python][FlightRPC] Release GIL in GeneratorStream (#40005)

Fixes #40004. * Closes: #40004 Authored-by: lupko <[email protected]> Signed-off-by: David Li <[email protected]>
apache · Feb 20, 2024 · 4b11536 · 4b11536
1 parent 23a8991
commit 4b11536
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/python/pyarrow/_flight.pyx b/python/pyarrow/_flight.pyx
@@ -2013,8 +2013,9 @@ cdef CStatus _data_stream_next(void* self, CFlightPayload* payload) except *:
     max_attempts = 128
     for _ in range(max_attempts):
         if stream.current_stream != nullptr:
-            check_flight_status(
-                stream.current_stream.get().Next().Value(payload))
+            with nogil:
+                check_flight_status(
+                    stream.current_stream.get().Next().Value(payload))
             # If the stream ended, see if there's another stream from the
             # generator
             if payload.ipc_message.metadata != nullptr: