Release/2.3.0

.github/workflows/branch-name-check.yml

@@ -0,0 +1,53 @@
+name: Branch Name Check
+
+on:
+  pull_request:
+    branches:
+      - develop
+      - main
+    types: [opened, synchronize, edited]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  check-branch-name:
+    runs-on: ubuntu-latest
+    outputs:
+      source-branch: ${{ steps.branch-name-check.outputs.source-branch }}
+      target-branch: ${{ steps.branch-name-check.outputs.target-branch }}
+    steps:
+    - name: Extract branch names
+      id: branch-name-check
+      run: |
+        source_branch=$(jq -r .pull_request.head.ref "$GITHUB_EVENT_PATH")
+        target_branch=$(jq -r .pull_request.base.ref "$GITHUB_EVENT_PATH")
+
+        echo "Source-branch=$source_branch" >> $GITHUB_OUTPUT
+        echo "target-branch=$target_branch" >> $GITHUB_OUTPUT
+
+    - name: Show Output result for source-branch and target-branch
+      run: |
+        echo "source-branch=${{ steps.branch-name-check.outputs.source-branch }}"
+        echo "target-branch=${{ steps.branch-name-check.outputs.target-branch }}"
+
+    - name: Check branch name for develop PRs
+      if: ${{ steps.branch-name-check.outputs.target-branch == 'develop' }}
+      run: |
+        if [[ "${{ steps.branch-name-check.outputs.source-branch }}" =~ ^(main|feature/.*|hotfix/.*|release/[0-9]+\.[0-9]+\.[0-9]+(rc[0-9]+)?)$ ]]; then
+          echo "Branch name is valid"
+        else
+          echo "Invalid branch name. Branches must follow the GitFlow naming convention to be allowed to merge into the develop branch."
+          exit 1
+        fi
+
+    - name: Check branch name for main PRs
+      if: ${{ steps.branch-name-check.outputs.target-branch == 'main' }}
+      run: |
+        if [[ "${{ steps.branch-name-check.outputs.source-branch }}" =~ ^(hotfix/.*|release/[0-9]+\.[0-9]+\.[0-9]+(rc[0-9]+)?)$ ]]; then
+          echo "PR is from a hotfix or release branch and targets the main branch"
+        else
+          echo "PR is not from a hotfix or release branch. Pull requests must be from a hotfix or release branch and target the main branch"
+          exit 1
+        fi

.github/workflows/build-release.yml

@@ -0,0 +1,62 @@
+name: Build & Release
+
+env:
+  OPENBB_ENABLE_QUICK_EXIT: true
+  OPENBB_LOG_COLLECT: false
+  OPENBB_USE_ION: false
+  OPENBB_USE_PROMPT_TOOLKIT: false
+  PIP_DEFAULT_TIMEOUT: 100
+  PYTHONNOUSERSITE: 1
+
+on:
+  push:
+    branches:
+      - release/*
+      - main
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+permissions: 
+  actions: write
+
+jobs:
+  trigger-windows-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Windows Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: windows10_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-macos-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger M1 MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: m1_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-intel-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger Intel MacOs Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: intel_macos_build.yml
+          token: ${{ secrets.GITHUB_TOKEN }}
+          wait-for-completion-timeout: 2h
+
+  trigger-docker-build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: Trigger docker Build
+        uses: aurelien-baudet/workflow-dispatch@v2
+        with:
+          workflow: docker.yml
+          token: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/docker.yml

@@ -40,3 +40,4 @@ jobs:
       - name: Publishing the Docker image
         run: |
           docker push "${OPENBBTERMINAL_DOCKER_POETRY_IMAGE}"
+        if: startsWith(github.ref, 'refs/heads/main')

.github/workflows/gh-pages.yml

@@ -74,3 +74,4 @@ jobs:
           # You can swap them out with your own user credentials.
           user_name: github-actions[bot]
           user_email: 41898282+github-actions[bot]@users.noreply.github.com
+

.github/workflows/integration-test.yml

@@ -0,0 +1,52 @@
+name: Integration Tests
+
+on:
+  push:
+    branches:
+      - release/*
+      - main
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  integration-tests:
+    runs-on: ubuntu-latest
+    steps:
+    - name: Checkout code
+      if: github.event_name == 'push'
+      uses: actions/checkout@v3
+
+    - name: Checkout specific ref
+      if: github.event_name == 'pull_request'
+      run: git fetch origin ${{ github.event.pull_request.head.ref }} && git checkout FETCH_HEAD
+
+    - name: Setup Python 3.9
+      uses: actions/setup-python@v4
+      with:
+        python-version: "3.9"
+        architecture: x64
+
+    - name: Install Poetry
+      uses: snok/install-poetry@v1
+      with:
+        version: 1.1.13
+        virtualenvs-create: true
+        virtualenvs-in-project: true
+
+    - name: Load cached venv
+      id: cached-poetry-dependencies
+      uses: actions/cache@v3
+      with:
+        path: .venv
+        key: venv-${{ runner.os }}-v1-${{ hashFiles('**/poetry.lock') }}
+
+    - name: Install dependencies
+      if: steps.cached-poetry-dependencies.outputs.cache-hit != 'true'
+      run: poetry install --no-interaction -E optimization
+
+    - name: Run integration tests
+      run: |
+        source $VENV
+        python terminal.py /home/runner/work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/integration_tests_scripts -t

.github/workflows/intel_macos_build.yml

@@ -1,12 +1,20 @@
 name: Intel MacOS Build
+
 env:
   OPENBB_ENABLE_QUICK_EXIT: true
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
   PYTHONNOUSERSITE: 1
+
 on: workflow_dispatch
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   Build:
     name: Intel MacOS Build
@@ -104,6 +112,8 @@ jobs:
           /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/prophet/stan_model/cmdstan-2.26.1/stan/lib/stan_math/lib/tbb/*.dylib
           /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/torch/.dylibs/*.dylib
           /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/sklearn/.dylibs/*.dylib
+          /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/scipy/.dylibs/*.dylib
+          /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/xgboost/.dylibs/*.dylib
 
           echo "Code Signing Other Files"
           /usr/bin/codesign --deep --force --verify --verbose --options runtime --entitlements "build/pyinstaller/entitlements.plist" -s $MACOS_CODESIGN_IDENTITY DMG/OpenBB\ Terminal/.OpenBB/prophet/stan_model/prophet_model.bin
@@ -168,7 +178,7 @@ jobs:
       - name: Unmount DMG
         run: hdiutil detach /dev/disk2
       - name: Run Integration Tests
-        run: /Users/openbb/Desktop/OpenBB\ Terminal/.OpenBB/OpenBBTerminal /Users/openbb/actions-runner/_work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/scripts -t
+        run: /Users/openbb/Desktop/OpenBB\ Terminal/.OpenBB/OpenBBTerminal /Users/openbb/actions-runner/_work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/integration_tests_scripts -t
       - name: Remove OpenBB Folder
         run: rm -rf /Users/openbb/Desktop/OpenBB\ Terminal
       - name: Remove OpenBB Exports Folder

.github/workflows/linting.yml

@@ -0,0 +1,66 @@
+name: General Linting
+
+env:
+  OPENBB_ENABLE_QUICK_EXIT: true
+  OPENBB_LOG_COLLECT: false
+  OPENBB_USE_ION: false
+  OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
+  PIP_DEFAULT_TIMEOUT: 100
+
+on:
+  pull_request:
+    types: [opened, synchronize, edited]
+  push:
+    branches:
+      - 'feature/*'
+      - 'hotfix/*'
+      - 'release/*'
+
+# Cancel previous runs that are not yet completed.
+concurrency:
+  group: ${{ github.event_name }}-${{ github.repository }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  code-linting:
+    name: General Code Linting
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout Code
+        uses: actions/checkout@2541b1294d2704b0964813337f33b291d3f8596b # actions/checkout v3.0.2
+
+      - name: Setup Python 3.9
+        uses: actions/setup-python@v4
+        with:
+          python-version: "3.9"
+          architecture: x64
+
+      - uses: actions/cache@v3
+        with:
+          path: ~/.cache/pip
+          key: ${{ runner.os }}-linting-${{ hashFiles('**/poetry.lock') }}
+          restore-keys: ${{ runner.os }}-linting-${{ hashFiles('**/poetry.lock') }}
+
+      - run: |
+          pip install bandit black codespell mypy==0.982 pyupgrade safety pylint==2.15.2 packaging==22 ruff==0.0.236
+          pip install types-pytz types-requests types-termcolor types-tabulate types-PyYAML types-python-dateutil types-setuptools types-six
+      - run: bandit -x ./tests -r . || true
+      - run: black --diff --check .
+      - run: codespell --ignore-words-list=commun,statics,ro,zar,zlot,jewl,ba,buil,coo,ether,hist,hsi,mape,navagation,operatio,pres,ser,yeld,shold,ist,varian,datas,ake,creat,vie,hel,ket,toke,certi,buidl,ot,te --quiet-level=2 --skip=./tests,.git,*.css,*.csv,*.html,*.ini,*.ipynb,*.js,*.json,*.lock,*.scss,*.txt,*.yaml,./build/pyinstaller,./website/config.toml
+      - run: ruff .
+      - run: mypy --ignore-missing-imports openbb_terminal
+      - run: shopt -s globstar && pyupgrade --py38-plus **/*.py
+      - run: |
+          pylint terminal.py openbb_terminal tests
+
+  markdown-link-check:
+    name: Markdown Linting
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v3
+        name: Check out the code
+      - name: Lint Code Base
+        uses: docker://avtodev/markdown-lint:v1
+        with:
+          args: "./*.md ./changelogs/*.md ./openbb_terminal/**/*.md ./discordbot/**/*.md"

.github/workflows/m1_macos_build.yml

@@ -1,12 +1,20 @@
 name: M1 MacOS Build
+
 env:
   OPENBB_ENABLE_QUICK_EXIT: true
   OPENBB_LOG_COLLECT: false
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
+  OPENBB_FILE_OVERWRITE: true
   PIP_DEFAULT_TIMEOUT: 100
   PYTHONNOUSERSITE: 1
+
 on: workflow_dispatch
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
 jobs:
   Build:
     name: M1 MacOS Build
@@ -45,16 +53,21 @@ jobs:
           activate-environment: build_env
           auto-activate-base: false
           use-only-tar-bz2: true # Needed for caching some reason
+
       - name: Run Poetry
-        run: poetry install
+        run: poetry install -vvv
+
       - name: Install Pyinstaller
         run: poetry install -E installer
+
       - name: Poetry Install Portfolio Optimization and Forecasting Toolkits
         run: poetry install -E all
+
       - name: Install Specific Papermill
         run: |
           pip uninstall papermill -y
           pip install git+https://github.com/nteract/papermill.git@main
+
       # This is basically the same as build4mac.sh
       - name: Build Bundle
         run: |
@@ -89,7 +102,7 @@ jobs:
       - name: Unmount DMG
         run: hdiutil detach /dev/disk4
       - name: Run Integration Tests
-        run: /Users/openbb/Desktop/OpenBB\ Terminal/.OpenBB/OpenBBTerminal /Users/openbb/actions-runner/_work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/scripts -t
+        run: /Users/openbb/Desktop/OpenBB\ Terminal/.OpenBB/OpenBBTerminal /Users/openbb/actions-runner/_work/OpenBBTerminal/OpenBBTerminal/openbb_terminal/miscellaneous/integration_tests_scripts -t
       - name: Remove OpenBB Folder
         run: rm -rf /Users/openbb/Desktop/OpenBB\ Terminal
       - name: Remove OpenBB Exports Folder

.github/workflows/mac.yml

@@ -5,6 +5,7 @@ env:
   OPENBB_USE_ION: false
   OPENBB_USE_PROMPT_TOOLKIT: false
   PIP_DEFAULT_TIMEOUT: 100
+  OPENBB_FILE_OVERWRITE: true
   PYTHONNOUSERSITE: 1
 on:
   push: