Close ijson coroutines ourselves instead of letting the GC close them

Hopefully this means that exceptions raised due to truncated JSON get a sensible logging context and stack. Signed-off-by: Sean Quah <[email protected]>
matrix-org · May 25, 2022 · 52ef0d6 · 52ef0d6
1 parent 4660d9f
commit 52ef0d6
Show file tree

Hide file tree

Showing 2 changed files with 8 additions and 2 deletions.
diff --git a/changelog.d/12875.bugfix b/changelog.d/12875.bugfix
@@ -0,0 +1 @@
+Explicitly close `ijson` coroutines once we are done with them, instead of leaving the garbage collector to close them.
diff --git a/synapse/federation/transport/client.py b/synapse/federation/transport/client.py
@@ -1369,7 +1369,7 @@ def __init__(self, room_version: RoomVersion, v1_api: bool):
         # prefixing with `item.*`.
         prefix = "item." if v1_api else ""
 
-        self._coros = [
+        self._coros: Generator[None, bytes, None] = [
             ijson.items_coro(
                 _event_list_parser(room_version, self._response.state),
                 prefix + "state.item",
@@ -1411,6 +1411,9 @@ def write(self, data: bytes) -> int:
         return len(data)
 
     def finish(self) -> SendJoinResponse:
+        for c in self._coros:
+            c.close()
+
         if self._response.event_dict:
             self._response.event = make_event_from_dict(
                 self._response.event_dict, self._room_version
@@ -1430,7 +1433,7 @@ class _StateParser(ByteParser[StateRequestResponse]):
     def __init__(self, room_version: RoomVersion):
         self._response = StateRequestResponse([], [])
         self._room_version = room_version
-        self._coros = [
+        self._coros: Generator[None, bytes, None] = [
             ijson.items_coro(
                 _event_list_parser(room_version, self._response.state),
                 "pdus.item",
@@ -1449,4 +1452,6 @@ def write(self, data: bytes) -> int:
         return len(data)
 
     def finish(self) -> StateRequestResponse:
+        for c in self._coros:
+            c.close()
         return self._response