fix json serialize (#4235)

Signed-off-by: Yi Dong <[email protected]>
NVIDIA · May 23, 2022 · f7343ee · f7343ee
1 parent 4c58053
commit f7343ee
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/nemo/collections/nlp/modules/common/text_generation_server.py b/nemo/collections/nlp/modules/common/text_generation_server.py
@@ -158,6 +158,9 @@ def put(self):
                 repetition_penalty,
                 min_tokens_to_generate,
             )
+            for k in output:
+                if isinstance(output[k], torch.Tensor):
+                    output[k] = output[k].tolist()
         if not all_probs:
             del output['full_logprob']
         return jsonify(output)