Release/2.3.0

.github/workflows/build-release.yml

@@ -0,0 +1,62 @@
+name: Build & Release
+
+env:
+  OPENBB_ENABLE_QUICK_EXIT: true
+  OPENBB_LOG_COLLECT: false
+  OPENBB_USE_ION: false
+  OPENBB_USE_PROMPT_TOOLKIT: false
+  PIP_DEFAULT_TIMEOUT: 100
+  PYTHONNOUSERSITE: 1
+
+on:
+  push:
+    branches:
+      - release/*
+      - main
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions: 
+  actions: write
+
+jobs:
+  trigger-windows-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Windows Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: windows10_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-macos-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger M1 MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: m1_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-intel-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Intel MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: intel_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-docker-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger docker Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: docker.yml
+          token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/docker.yml

@@ -40,3 +40,4 @@ jobs:
       - name: Publishing the Docker image
         run: |
           docker push "${OPENBBTERMINAL_DOCKER_POETRY_IMAGE}"
+        if: startsWith(github.ref, 'refs/heads/main')

.github/workflows/integration-test.yml

@@ -0,0 +1,52 @@
+name: Integration Tests
+
+on:
+  push:
+    branches:
+      - release/*
+      - main
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  integration-tests:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      if: github.event_name == 'push'
+      uses: actions/checkout@v3
+
+    - name: Checkout specific ref
+      if: github.event_name == 'pull_request'
+      run: git fetch origin ${{ github.event.pull_request.head.ref }} && git checkout FETCH_HEAD
+
+    - name: Setup Python 3.9
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.9"
+        architecture: x64
+
+    - name: Install Poetry
+      uses: snok/install-poetry@v1
+      with:
+        version: 1.1.13
+        virtualenvs-create: true
+        virtualenvs-in-project: true
+
+    - name: Load cached venv
+      id: cached-poetry-dependencies
+      uses: actions/cache@v3
+      with:
+        path: .venv
+        key: venv-${{ runner.os }}-v1-${{ hashFiles('**/poetry.lock') }}
+
+    - name: Install dependencies
+      if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+      run: poetry install --no-interaction -E optimization
+
+    - name: Run integration tests
+      run: |
+        source $VENV
+        python terminal.py /home/runner/work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/integration_tests_scripts -t

.github/workflows/intel_macos_build.yml

@@ -1,12 +1,20 @@
 name: Intel MacOS Build
+
 env:
   OPENBB_ENABLE_QUICK_EXIT: true
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
   PYTHONNOUSERSITE: 1
+
 on: workflow_dispatch
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   Build:
     name: Intel MacOS Build

.github/workflows/linting.yml

@@ -5,9 +5,12 @@ env:
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
 
 on:
+  pull_request:
+    types: [opened, synchronize, edited]
   push:
     branches:
       - 'feature/*'
@@ -16,7 +19,7 @@ on:
 
 # Cancel previous runs that are not yet completed.
 concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
+  group: ${{ github.event_name }}-${{ github.repository }}-${{ github.ref }}
   cancel-in-progress: true
 
 jobs:
@@ -40,15 +43,14 @@ jobs:
           restore-keys: ${{ runner.os }}-linting-${{ hashFiles('**/poetry.lock') }}
 
       - run: |
-          pip install bandit black codespell mypy==0.982 pyupgrade safety pylint==2.15.2 packaging==22 ruff==0.0.212
+          pip install bandit black codespell mypy==0.982 pyupgrade safety pylint==2.15.2 packaging==22 ruff==0.0.236
           pip install types-pytz types-requests types-termcolor types-tabulate types-PyYAML types-python-dateutil types-setuptools types-six
       - run: bandit -x ./tests -r . || true
       - run: black --diff --check .
       - run: codespell --ignore-words-list=commun,statics,ro,zar,zlot,jewl,ba,buil,coo,ether,hist,hsi,mape,navagation,operatio,pres,ser,yeld,shold,ist,varian,datas,ake,creat,vie,hel,ket,toke,certi,buidl,ot,te --quiet-level=2 --skip=./tests,.git,*.css,*.csv,*.html,*.ini,*.ipynb,*.js,*.json,*.lock,*.scss,*.txt,*.yaml,./build/pyinstaller,./website/config.toml
       - run: ruff .
       - run: mypy --ignore-missing-imports openbb_terminal
       - run: shopt -s globstar && pyupgrade --py38-plus **/*.py
-      - run: safety check
       - run: |
           pylint terminal.py openbb_terminal tests
 

.github/workflows/m1_macos_build.yml

@@ -1,12 +1,20 @@
 name: M1 MacOS Build
+
 env:
   OPENBB_ENABLE_QUICK_EXIT: true
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
   PYTHONNOUSERSITE: 1
+
 on: workflow_dispatch
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   Build:
     name: M1 MacOS Build
@@ -45,16 +53,21 @@ jobs:
           activate-environment: build_env
           auto-activate-base: false
           use-only-tar-bz2: true # Needed for caching some reason
+
       - name: Run Poetry
-        run: poetry install
+        run: poetry install -vvv
+
       - name: Install Pyinstaller
         run: poetry install -E installer
+
       - name: Poetry Install Portfolio Optimization and Forecasting Toolkits
         run: poetry install -E all
+
       - name: Install Specific Papermill
         run: |
           pip uninstall papermill -y
           pip install git+https://github.com/nteract/papermill.git@main
+
       # This is basically the same as build4mac.sh
       - name: Build Bundle
         run: |

.github/workflows/mac.yml

@@ -5,6 +5,7 @@ env:
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
   PIP_DEFAULT_TIMEOUT: 100
+  OPENBB_FILE_OVERWRITE: true
   PYTHONNOUSERSITE: 1
 on:
   push:

.github/workflows/nightly-build.yml

@@ -1,96 +1,57 @@
-name: Nightly Build on the develop branch
+name: Nightly Build
 
 env:
   OPENBB_ENABLE_QUICK_EXIT: true
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
   PIP_DEFAULT_TIMEOUT: 100
+  OPENBB_FILE_OVERWRITE: true
   PYTHONNOUSERSITE: 1
 
 on:
   schedule:
     - cron: "0 0 * * *"
 
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
+permissions: 
+  actions: write
 
 jobs:
-  Windows-Build:
-    name: Windows10 Build
-    runs-on: [self-hosted, Windows, x64]
-    # Configuring -------------
+  trigger-windows-build:
+    runs-on: ubuntu-latest
     steps:
-      - name: Setup Windows Git Configuration # This is under the assumption that git is already installed on the system
-        run: |
-          Set-ItemProperty 'HKLM:\System\CurrentControlSet\Control\FileSystem' -Name 'LongPathsEnabled' -value 1
-          git config --system core.longpaths true
-
-      - name: Checkout
-        uses: actions/[email protected]
+      - name: Trigger Windows Build
+        uses: aurelien-baudet/workflow-dispatch@v2
         with:
-          ref: develop
-
-      - name: Activate Base & Create OpenBB Environment
-        run: |
-          conda activate base
-          conda env create -n obb --file build/conda/conda-3-9-env-full.yaml
-          conda init
-          conda activate obb
-          conda env list
-      - name: Poetry Install
-        # Conda activate needs to be run every time because of the way that the workflow steps work
-        # on powershell where it creates a new shell every time for every step
-        run: |
-          conda activate obb
-          poetry install
-      - name: Poetry Install Portfolio Optimization and Forecasting Toolkits
-        run: |
-          conda activate obb
-          poetry install -E all
-      - name: Poetry Install Installer
-        run: |
-          conda activate obb
-          poetry install -E installer
-      - name: Install Specific Papermill
-        run: |
-          conda activate obb
-          pip uninstall papermill -y
-          pip install git+https://github.com/nteract/papermill.git@main
-      # Building ------------
-      - name: Build Terminal.spec file
-        run: |
-          conda activate obb
-          pyinstaller build/pyinstaller/terminal.spec --clean
-      - name: Move Files into App Folder
-        run: cp -r .\dist\OpenBBTerminal\ .\build\nsis\app\
-      # don't need this because log collection is turned off
-      # - name: Remove Log Data
-      #   run: Remove-Item .\build\nsis\app\openbb_terminal\logs\ -Recurse
-      - name: Build Exe File
-        run: |
-          conda activate obb
-          C:\'.\Program Files (x86)\'\nsis\makensis.exe .\build\nsis\setup.nsi
-      - name: Save Build Artifact
-        uses: actions/upload-artifact@v3
+          workflow: windows10_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-macos-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger M1 MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: m1_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-intel-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Intel MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: intel_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-docker-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger docker Build
+        uses: aurelien-baudet/workflow-dispatch@v2
         with:
-          name: Windows EXE Artifact
-          path: '.\build\nsis\OpenBB Terminal Setup.exe'
-      - name: Run Integration Tests
-        run: |
-          dist\OpenBBTerminal\OpenBBTerminal.exe C:\Users\Administrator\actions-runner\_work\OpenBBTerminal\OpenBBTerminal\openbb_terminal\miscellaneous\scripts -t
-      # Cleaning ------------------------
-      # Make sure to add Remove-Item C:\Users\Administrator\Desktop\OPENBB-exports -Recurse whenever integration tests get fixed
-      - name: Remove Previous Build
-        run: |
-          Remove-Item '.\build\nsis\OpenBB Terminal Setup.exe' -Recurse
-          Remove-Item .\build\nsis\app\ -Recurse
-          Remove-Item .\dist\ -Recurse
-          Remove-Item .\build\terminal\ -Recurse
-      - name: Deactivate & Remove Conda Environment
-        run: |
-          conda deactivate obb
-          conda deactivate base
-          conda env remove -n obb
-          Remove-Item C:\Users\Administrator\miniconda3\envs\obb\ -Recurse
+          workflow: docker.yml
+          token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/test.yml

@@ -4,6 +4,7 @@ env:
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
 
 on: [workflow_dispatch]

.github/workflows/unit-test.yml

@@ -5,6 +5,7 @@ env:
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
 
 on:

.github/workflows/windows.yml

@@ -4,6 +4,7 @@ env:
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
   PYTHONNOUSERSITE: 1
 on: