Bark TTS lazy load

Signed-off-by: bghira <[email protected]>

discord_tron_client/classes/tts/bark/runner.py

@@ -8,13 +8,13 @@
 class BarkRunner:
     def __init__(self, bark_driver):
         self.driver = bark_driver
+
+    def predict(self, prompt, user_config):
         try:
             if config.is_bark_enabled():
                 self.driver.load_model()
         except Exception as e:
             logging.error(f"Could not load Bark driver: {e}")
-
-    def predict(self, prompt, user_config):
         return self.driver.predict(prompt, user_config)
 
     def usage(self):

discord_tron_client/classes/tts/bark/torch.py

@@ -12,6 +12,7 @@
 
 class BarkTorch:
     def __init__(self):
+        self.loaded = False
         self.model = 'Bark'
 
     def details(self):
@@ -21,6 +22,10 @@ def get_usage(self):
         return self.usage or None
 
     def load_model(self):
+        if self.loaded:
+            logging.debug(f"Not reloading Bark TTS models.")
+            return
+        logging.info(f"Loading Bark TTS model, as it was not already found loaded.")
         preload_models()
 
     def _generate(self, prompt, user_config):