[Feature] Automatic Video Analysis with NLP 📺

.gitignore

@@ -62,5 +62,9 @@ darts_logs/
 custom_imports/*.csv
 custom_imports/*/*.csv
 
+# cache
+cache/
+
 # lightning logs
 lightning_logs/
+

build/pyinstaller/hooks/hook-whisper.py

@@ -0,0 +1,35 @@
+import importlib
+
+import importlib_metadata
+from PyInstaller.utils.hooks import copy_metadata
+
+datas = copy_metadata("transformers")
+datas += copy_metadata("tokenizers")
+datas += copy_metadata("tqdm")
+datas += copy_metadata("regex")
+datas += copy_metadata("requests")
+datas += copy_metadata("packaging")
+datas += copy_metadata("filelock")
+datas += copy_metadata("numpy")
+datas += copy_metadata("torch")
+
+candidates = [
+    "tensorflow",
+    "tensorflow-cpu",
+    "tensorflow-gpu",
+    "tf-nightly",
+    "tf-nightly-cpu",
+    "tf-nightly-gpu",
+    "intel-tensorflow",
+    "intel-tensorflow-avx512",
+    "tensorflow-rocm",
+    "tensorflow-macos",
+    "tensorflow-aarch64",
+]
+for candidate in candidates:
+    try:
+        if importlib.util.find_spec(candidate):
+            datas += copy_metadata(candidate)
+            break
+    except importlib_metadata.PackageNotFoundError:
+        pass

build/pyinstaller/terminal.spec

@@ -60,6 +60,8 @@ added_files = [
     (os.path.join(pathex, "user_agent"), "user_agent"),
     (os.path.join(pathex, "vaderSentiment"), "vaderSentiment"),
     (os.path.join(pathex, "prophet"), "prophet"),
+    (os.path.join(pathex, "whisper"), "whisper"),
+    (os.path.join(pathex, "transformers"), "transformers"),
     (
         os.path.join(pathex, "linearmodels", "datasets"),
         os.path.join("linearmodels", "datasets"),
@@ -77,10 +79,14 @@ added_files = [
     (os.path.join(pathex, "blib2to3", "PatternGrammar.txt"), "blib2to3"),
 ]
 if is_win:
-    added_files.append(
-        (os.path.join(f"{os.path.dirname(scipy.__file__)}.libs"), "scipy.libs/"),
+    added_files.extend(
+        [
+            (os.path.join(f"{os.path.dirname(scipy.__file__)}.libs"), "scipy.libs/"),
+            (os.path.join(pathex, "frozendict", "version.py"), "frozendict"),
+        ]
     )
 
+
 # Python libraries that are explicitly pulled into the bundle
 hidden_imports = [
     "sklearn.utils._cython_blas",
@@ -98,15 +104,21 @@ hidden_imports = [
     "statsmodels",
     "user_agent",
     "vaderSentiment",
-    "pyEX",
     "feedparser",
     "_sysconfigdata__darwin_darwin",
     "prophet",
     "debugpy",
     "scipy.sparse.linalg._isolve._iterative",
+    "whisper",
+    "transformers",
+    "yt_dlp",
+    "textwrap3",
 ]
 
 
+if is_win:
+    hidden_imports.append("frozendict")
+
 analysis_kwargs = dict(
     scripts=[os.path.join(os.getcwd(), "terminal.py")],
     pathex=[pathex, "."],

openbb_terminal/core/config/paths.py

@@ -32,3 +32,4 @@ def get_user_data_directory():
 USER_REPORTS_DIRECTORY = USER_DATA_DIRECTORY / "reports"
 USER_CUSTOM_REPORTS_DIRECTORY = USER_DATA_DIRECTORY / "reports" / "custom reports"
 USER_FORECAST_MODELS_DIRECTORY = USER_DATA_DIRECTORY / "exports" / "forecast_models"
+USER_FORECAST_WHISPER_DIRECTORY = USER_DATA_DIRECTORY / "exports" / "whisper"

openbb_terminal/core/sdk/models/forecast_sdk_model.py

@@ -150,3 +150,4 @@ def __init__(self):
             self.theta_chart = lib.forecast_theta_view.display_theta_forecast
             self.trans = lib.forecast_trans_model.get_trans_data
             self.trans_chart = lib.forecast_trans_view.display_trans_forecast
+            self.whisper = lib.forecast_whisper_model.transcribe_and_summarize

openbb_terminal/core/sdk/sdk_init.py

@@ -465,6 +465,7 @@
         theta_view as forecast_theta_view,
         trans_model as forecast_trans_model,
         trans_view as forecast_trans_view,
+        whisper_model as forecast_whisper_model,
     )
 except ImportError:
     FORECASTING_TOOLKIT_ENABLED = False

openbb_terminal/core/sdk/trail_map_forecasting.csv

@@ -1,39 +1,39 @@
-trail,model,view
-forecast.anom,forecast_anom_model.get_anomaly_detection_data,forecast_anom_view.display_anomaly_detection
-forecast.atr,forecast_model.add_atr,
-forecast.autoarima,forecast_autoarima_model.get_autoarima_data,forecast_autoarima_view.display_autoarima_forecast
-forecast.autoces,forecast_autoces_model.get_autoces_data,forecast_autoces_view.display_autoces_forecast
-forecast.autoets,forecast_autoets_model.get_autoets_data,forecast_autoets_view.display_autoets_forecast
-forecast.autoselect,forecast_autoselect_model.get_autoselect_data,forecast_autoselect_view.display_autoselect_forecast
-forecast.brnn,forecast_brnn_model.get_brnn_data,forecast_brnn_view.display_brnn_forecast
-forecast.clean,forecast_model.clean,
-forecast.combine,forecast_model.combine_dfs,
-forecast.corr,forecast_model.corr_df,forecast_view.display_corr
-forecast.delete,forecast_model.delete_column,
-forecast.delta,forecast_model.add_delta,
-forecast.desc,forecast_model.describe_df,forecast_view.describe_df
-forecast.ema,forecast_model.add_ema,
-forecast.expo,forecast_expo_model.get_expo_data,forecast_expo_view.display_expo_forecast
-forecast.export,forecast_view.export_df,
-forecast.linregr,forecast_linregr_model.get_linear_regression_data,forecast_linregr_view.display_linear_regression
-forecast.load,common_model.load,
-forecast.mom,forecast_model.add_momentum,
-forecast.mstl,forecast_mstl_model.get_mstl_data,forecast_mstl_view.display_mstl_forecast
-forecast.nbeats,forecast_nbeats_model.get_NBEATS_data,forecast_nbeats_view.display_nbeats_forecast
-forecast.nhits,forecast_nhits_model.get_nhits_data,forecast_nhits_view.display_nhits_forecast
-forecast.plot,forecast_view.display_plot,forecast_view.display_plot
-forecast.regr,forecast_regr_model.get_regression_data,forecast_regr_view.display_regression
-forecast.rename,forecast_model.rename_column,
-forecast.rnn,forecast_rnn_model.get_rnn_data,forecast_rnn_view.display_rnn_forecast
-forecast.roc,forecast_model.add_roc,
-forecast.rsi,forecast_model.add_rsi,
-forecast.rwd,forecast_rwd_model.get_rwd_data,forecast_rwd_view.display_rwd_forecast
-forecast.season,,forecast_view.display_seasonality
-forecast.seasonalnaive,forecast_seasonalnaive_model.get_seasonalnaive_data,forecast_seasonalnaive_view.display_seasonalnaive_forecast
-forecast.show,forecast_view.show_df,
-forecast.signal,forecast_model.add_signal,
-forecast.sto,forecast_model.add_sto,
-forecast.tcn,forecast_tcn_model.get_tcn_data,forecast_tcn_view.display_tcn_forecast
-forecast.tft,forecast_tft_model.get_tft_data,forecast_tft_view.display_tft_forecast
-forecast.theta,forecast_theta_model.get_theta_data,forecast_theta_view.display_theta_forecast
-forecast.trans,forecast_trans_model.get_trans_data,forecast_trans_view.display_trans_forecast
+trail,model,view
+forecast.anom,forecast_anom_model.get_anomaly_detection_data,forecast_anom_view.display_anomaly_detection
+forecast.atr,forecast_model.add_atr,
+forecast.autoarima,forecast_autoarima_model.get_autoarima_data,forecast_autoarima_view.display_autoarima_forecast
+forecast.autoces,forecast_autoces_model.get_autoces_data,forecast_autoces_view.display_autoces_forecast
+forecast.autoets,forecast_autoets_model.get_autoets_data,forecast_autoets_view.display_autoets_forecast
+forecast.autoselect,forecast_autoselect_model.get_autoselect_data,forecast_autoselect_view.display_autoselect_forecast
+forecast.brnn,forecast_brnn_model.get_brnn_data,forecast_brnn_view.display_brnn_forecast
+forecast.clean,forecast_model.clean,
+forecast.combine,forecast_model.combine_dfs,
+forecast.corr,forecast_model.corr_df,forecast_view.display_corr
+forecast.delete,forecast_model.delete_column,
+forecast.delta,forecast_model.add_delta,
+forecast.desc,forecast_model.describe_df,forecast_view.describe_df
+forecast.ema,forecast_model.add_ema,
+forecast.expo,forecast_expo_model.get_expo_data,forecast_expo_view.display_expo_forecast
+forecast.export,forecast_view.export_df,
+forecast.linregr,forecast_linregr_model.get_linear_regression_data,forecast_linregr_view.display_linear_regression
+forecast.load,common_model.load,
+forecast.mom,forecast_model.add_momentum,
+forecast.mstl,forecast_mstl_model.get_mstl_data,forecast_mstl_view.display_mstl_forecast
+forecast.nbeats,forecast_nbeats_model.get_NBEATS_data,forecast_nbeats_view.display_nbeats_forecast
+forecast.nhits,forecast_nhits_model.get_nhits_data,forecast_nhits_view.display_nhits_forecast
+forecast.plot,forecast_view.display_plot,forecast_view.display_plot
+forecast.regr,forecast_regr_model.get_regression_data,forecast_regr_view.display_regression
+forecast.rename,forecast_model.rename_column,
+forecast.rnn,forecast_rnn_model.get_rnn_data,forecast_rnn_view.display_rnn_forecast
+forecast.roc,forecast_model.add_roc,
+forecast.rsi,forecast_model.add_rsi,
+forecast.rwd,forecast_rwd_model.get_rwd_data,forecast_rwd_view.display_rwd_forecast
+forecast.season,,forecast_view.display_seasonality
+forecast.seasonalnaive,forecast_seasonalnaive_model.get_seasonalnaive_data,forecast_seasonalnaive_view.display_seasonalnaive_forecast
+forecast.show,forecast_view.show_df,
+forecast.signal,forecast_model.add_signal,
+forecast.sto,forecast_model.add_sto,
+forecast.tcn,forecast_tcn_model.get_tcn_data,forecast_tcn_view.display_tcn_forecast
+forecast.tft,forecast_tft_model.get_tft_data,forecast_tft_view.display_tft_forecast
+forecast.theta,forecast_theta_model.get_theta_data,forecast_theta_view.display_theta_forecast
+forecast.trans,forecast_trans_model.get_trans_data,forecast_trans_view.display_trans_forecast