Merge pull request #41 from alkem-io/develop

Release: Mistral
alkem-io · Aug 20, 2024 · 72463eb · 72463eb
2 parents c240192 + 87749b4
commit 72463eb
Show file tree

Hide file tree

Showing 15 changed files with 811 additions and 212 deletions.
diff --git a/.env.default b/.env.default
@@ -1,8 +1,13 @@
 LOG_LEVEL='INFO'
 AI_LOCAL_PATH='./'
+
 OPENAI_API_VERSION=2023-05-15
 AZURE_OPENAI_ENDPOINT=https://alkemio-gpt.openai.azure.com
 AZURE_OPENAI_API_KEY=<your-open-ai-key>
+
+AZURE_MISTRAL_ENDPOINT=https://Mistral-small-alkemio-serverless.swedencentral.inference.ai.azure.com
+AZURE_MISTRAL_API_KEY=<your-mistral-ai-key>
+
 LLM_DEPLOYMENT_NAME=deploy-gpt-35-turbo
 EMBEDDINGS_DEPLOYMENT_NAME=embedding
 RABBITMQ_HOST=rabbitmq

diff --git a/.github/workflows/build-deploy-k8s-dev-hetzner.yml b/.github/workflows/build-deploy-k8s-dev-hetzner.yml
@@ -0,0 +1,58 @@
+name: Build, Migrate & Deploy to Dev on Hetzner
+
+on:
+  push:
+    branches: [develop]
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: "Login into ACR"
+        uses: azure/docker-login@v2
+        with:
+          login-server: ${{ secrets.REGISTRY_LOGIN_SERVER }}
+          username: ${{ secrets.REGISTRY_USERNAME }}
+          password: ${{ secrets.REGISTRY_PASSWORD }}
+
+      - name: "Build & Push image"
+        run: |
+          docker build -f Dockerfile . -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }} -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:latest
+          docker push ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: Install Kubectl
+        uses: azure/[email protected]
+        with:
+          version: "v1.27.6" # Ensure this matches the version used in your cluster
+
+      - name: Set up Kubeconfig for Hetzner k3s
+        run: |
+          mkdir -p $HOME/.kube  # Ensure the .kube directory exists
+          echo "${{ secrets.KUBECONFIG_SECRET_HETZNER_DEV }}" > $HOME/.kube/config
+          chmod 600 $HOME/.kube/config
+
+      - name: Create Image Pull Secret
+        run: |
+          kubectl create secret docker-registry alkemio-virtual-contributor-engine-expert-secret \
+            --docker-server=${{ secrets.REGISTRY_LOGIN_SERVER }} \
+            --docker-username=${{ secrets.REGISTRY_USERNAME }} \
+            --docker-password=${{ secrets.REGISTRY_PASSWORD }} \
+            --dry-run=client -o yaml | kubectl apply -f -
+
+      - uses: Azure/[email protected]
+        with:
+          manifests: |
+            manifests/25-virtual-contributor-engine-expert-deployment-dev.yml
+          images: |
+            ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+          imagepullsecrets: |
+            alkemio-virtual-contributor-engine-expert-secret
diff --git a/.github/workflows/build-deploy-k8s-sandbox-hetzner.yml b/.github/workflows/build-deploy-k8s-sandbox-hetzner.yml
@@ -0,0 +1,57 @@
+name: Build, Migrate & Deploy to Test on Hetzner
+
+on:
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: "Login into ACR"
+        uses: azure/docker-login@v2
+        with:
+          login-server: ${{ secrets.REGISTRY_LOGIN_SERVER }}
+          username: ${{ secrets.REGISTRY_USERNAME }}
+          password: ${{ secrets.REGISTRY_PASSWORD }}
+
+      - name: "Build & Push image"
+        run: |
+          docker build -f Dockerfile . -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }} -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:latest
+          docker push ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: Install Kubectl
+        uses: azure/[email protected]
+        with:
+          version: "v1.27.6" # Ensure this matches the version used in your cluster
+
+      - name: Set up Kubeconfig for Hetzner k3s
+        run: |
+          mkdir -p $HOME/.kube  # Ensure the .kube directory exists
+          echo "${{ secrets.KUBECONFIG_SECRET_HETZNER_SANDBOX }}" > $HOME/.kube/config
+          chmod 600 $HOME/.kube/config
+
+      - name: Create Image Pull Secret
+        run: |
+          kubectl create secret docker-registry alkemio-virtual-contributor-engine-expert-secret \
+            --docker-server=${{ secrets.REGISTRY_LOGIN_SERVER }} \
+            --docker-username=${{ secrets.REGISTRY_USERNAME }} \
+            --docker-password=${{ secrets.REGISTRY_PASSWORD }} \
+            --dry-run=client -o yaml | kubectl apply -f -
+
+      - uses: Azure/[email protected]
+        with:
+          manifests: |
+            manifests/25-virtual-contributor-engine-expert-deployment-dev.yml
+          images: |
+            ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+          imagepullsecrets: |
+            alkemio-virtual-contributor-engine-expert-secret
diff --git a/.github/workflows/build-deploy-k8s-test-hetzner.yml b/.github/workflows/build-deploy-k8s-test-hetzner.yml
@@ -0,0 +1,57 @@
+name: Build, Migrate & Deploy to Test on Hetzner
+
+on:
+  workflow_dispatch:
+
+jobs:
+  build:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: "Login into ACR"
+        uses: azure/docker-login@v2
+        with:
+          login-server: ${{ secrets.REGISTRY_LOGIN_SERVER }}
+          username: ${{ secrets.REGISTRY_USERNAME }}
+          password: ${{ secrets.REGISTRY_PASSWORD }}
+
+      - name: "Build & Push image"
+        run: |
+          docker build -f Dockerfile . -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }} -t ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:latest
+          docker push ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+
+  deploy:
+    runs-on: ubuntu-latest
+    steps:
+      - name: "Checkout GitHub Action"
+        uses: actions/[email protected]
+
+      - name: Install Kubectl
+        uses: azure/[email protected]
+        with:
+          version: "v1.27.6" # Ensure this matches the version used in your cluster
+
+      - name: Set up Kubeconfig for Hetzner k3s
+        run: |
+          mkdir -p $HOME/.kube  # Ensure the .kube directory exists
+          echo "${{ secrets.KUBECONFIG_SECRET_HETZNER_TEST }}" > $HOME/.kube/config
+          chmod 600 $HOME/.kube/config
+
+      - name: Create Image Pull Secret
+        run: |
+          kubectl create secret docker-registry alkemio-virtual-contributor-engine-expert-secret \
+            --docker-server=${{ secrets.REGISTRY_LOGIN_SERVER }} \
+            --docker-username=${{ secrets.REGISTRY_USERNAME }} \
+            --docker-password=${{ secrets.REGISTRY_PASSWORD }} \
+            --dry-run=client -o yaml | kubectl apply -f -
+
+      - uses: Azure/[email protected]
+        with:
+          manifests: |
+            manifests/25-virtual-contributor-engine-expert-deployment-dev.yml
+          images: |
+            ${{ secrets.REGISTRY_LOGIN_SERVER }}/alkemio-virtual-contributor-engine-expert:${{ github.sha }}
+          imagepullsecrets: |
+            alkemio-virtual-contributor-engine-expert-secret