Deprecate reddit commands taking too long to connect to PushshiftAPI

openbb_terminal/common/behavioural_analysis/exceptions.py

@@ -0,0 +1,9 @@
+from openbb_terminal.rich_config import console
+
+
+class APITimeoutError(Exception):
+    """API Timeout Error"""
+
+    def __init__(self):
+        super().__init__()
+        console.print("[red]API is not responding - timeout.[/red]\n")

openbb_terminal/common/behavioural_analysis/google_view.py

@@ -136,6 +136,8 @@ def display_correlation_interest(
     colors = theme.get_colors()[1:]
     for idx, word in enumerate(words):
         df_interest = google_model.get_mentions(word)
+        if df_interest.empty:
+            continue
         ax[1].plot(df_interest.index, df_interest[word], "-", color=colors[idx])
 
     ax[1].set_ylabel("Interest [%]")

openbb_terminal/common/behavioural_analysis/reddit_model.py

@@ -4,8 +4,11 @@
 
 import logging
 from datetime import datetime, timedelta
+from os import environ
 from typing import List, Tuple
 import warnings
+from multiprocessing import Process, Queue
+import time
 
 import finviz
 import pandas as pd
@@ -18,6 +21,7 @@
 from vaderSentiment.vaderSentiment import SentimentIntensityAnalyzer
 
 from openbb_terminal import config_terminal as cfg
+from openbb_terminal.common.behavioural_analysis.exceptions import APITimeoutError
 from openbb_terminal.common.behavioural_analysis.reddit_helpers import find_tickers
 from openbb_terminal.decorators import check_api_key, log_start_end
 from openbb_terminal.rich_config import console
@@ -35,6 +39,49 @@
     "wallstreetbets",
 ]
 
+if environ.get("DEBUG_MODE", "false") != "true":
+    warnings.filterwarnings("ignore", category=UserWarning, module="psaw")
+
+
+def worker(func, queue):
+    """Worker to run in parallel.
+
+    Parameters
+    ----------
+    func : function
+        Function to run
+    queue : Queue
+        Queue to put the return value in
+    """
+    ret = func()
+    queue.put(ret)
+
+
+def get_PushshiftAPI(wait: int = 20) -> PushshiftAPI:
+    """Get PushshiftAPI.
+
+    Parameters
+    ----------
+    wait : int
+        Number of seconds to wait for PushshiftAPI to respond
+
+    Returns
+    -------
+    PushshiftAPI
+        PushshiftAPI object
+    """
+
+    queue: Queue = Queue()
+    p = Process(target=worker, args=(PushshiftAPI, queue))
+    p.start()
+    time.sleep(wait)
+    if p.is_alive():
+        p.terminate()
+        p.join()
+        raise APITimeoutError
+
+    return queue.get()
+
 
 @log_start_end(log=logger)
 @check_api_key(
@@ -92,7 +139,16 @@ def get_watchlists(
         console.print("[red]Wrong Reddit API keys[/red]\n")
         return [], {}, 0
 
-    psaw_api = PushshiftAPI()
+    try:
+        console.print("Connecting to API...")
+        psaw_api = get_PushshiftAPI()
+    except APITimeoutError:
+        return [], {}, 0
+
+    if not psaw_api:
+        console.print("[red]API is not responding.[/red]\n")
+        return [], {}, 0
+
     submissions = psaw_api.search_submissions(
         subreddit=l_sub_reddits,
         q="WATCHLIST|Watchlist|watchlist",
@@ -202,7 +258,15 @@ def get_popular_tickers(
         console.print("[red]Wrong Reddit API keys[/red]\n")
         return pd.DataFrame()
 
-    psaw_api = PushshiftAPI()
+    try:
+        console.print("Connecting to API...")
+        psaw_api = get_PushshiftAPI()
+    except APITimeoutError:
+        return pd.DataFrame()
+
+    if not psaw_api:
+        console.print("[red]API is not responding.[/red]\n")
+        return pd.DataFrame()
 
     for s_sub_reddit in sub_reddit_list:
         console.print(
@@ -518,7 +582,17 @@ def get_spac(
         "Link",
     ]
     subs = pd.DataFrame(columns=columns)
-    psaw_api = PushshiftAPI()
+
+    try:
+        console.print("Connecting to API...")
+        psaw_api = get_PushshiftAPI()
+    except APITimeoutError:
+        return pd.DataFrame(), {}, 0
+
+    if not psaw_api:
+        console.print("[red]API is not responding.[/red]\n")
+        return pd.DataFrame(), {}, 0
+
     submissions = psaw_api.search_submissions(
         subreddit=l_sub_reddits,
         q="SPAC|Spac|spac|Spacs|spacs",
@@ -763,7 +837,15 @@ def get_due_dilligence(
         console.print("[red]Wrong Reddit API keys[/red]\n")
         return pd.DataFrame()
 
-    psaw_api = PushshiftAPI()
+    try:
+        console.print("Connecting to API...")
+        psaw_api = get_PushshiftAPI()
+    except APITimeoutError:
+        return pd.DataFrame()
+
+    if not psaw_api:
+        console.print("[red]API is not responding.[/red]\n")
+        return pd.DataFrame()
 
     n_ts_after = int((datetime.today() - timedelta(days=n_days)).timestamp())
     l_flair_text = [

openbb_terminal/portfolio/portfolio_engine.py

@@ -1,6 +1,7 @@
 """Portfolio Engine"""
 __docformat__ = "numpy"
 
+from os import environ
 import warnings
 import logging
 from typing import Dict, Any
@@ -193,9 +194,10 @@ def read_transactions(path: str) -> pd.DataFrame:
 
         # Load transactions from file
         if path.endswith(".xlsx"):
-            warnings.filterwarnings(
-                "ignore", category=UserWarning, module="openpyxl", lineno=312
-            )
+            if environ.get("DEBUG_MODE", "false") != "true":
+                warnings.filterwarnings(
+                    "ignore", category=UserWarning, module="openpyxl"
+                )
             transactions = pd.read_excel(path)
         elif path.endswith(".csv"):
             transactions = pd.read_csv(path)