OpenAI: Lazy initialize tiktoken to avoid http at import time (#3287)

getsentry · Jul 12, 2024 · 301c4b8 · 301c4b8
1 parent ae034ab
commit 301c4b8
Showing 1 changed file with 4 additions and 1 deletion.
diff --git a/sentry_sdk/integrations/openai.py b/sentry_sdk/integrations/openai.py
@@ -32,10 +32,13 @@
 try:
     import tiktoken  # type: ignore
 
-    enc = tiktoken.get_encoding("cl100k_base")
+    enc = None  # lazy initialize
 
     def count_tokens(s):
         # type: (str) -> int
+        global enc
+        if enc is None:
+            enc = tiktoken.get_encoding("cl100k_base")
         return len(enc.encode_ordinary(s))
 
     logger.debug("[OpenAI] using tiktoken to count tokens")