Production PR (#255)

* Add automatically resources (#250) * Add automatically resources * Add feedback and improvements * Add missing alerts * Update apps files * Add new changes and improvements * Update buildandDeploy.yml * Update buildandDeploy.yml * Add automatically resources (#251) * Add automatically resources * Add feedback and improvements * Add missing alerts * Update apps files * Add new changes and improvements * Fix some issues * Remove wrong files * Add dashboard yaml for opa * Add README for harbor * Remove readme to add later * Add README.md * Add missing README.md files and comment test for now * Change the github action * Change the github action * Add deploy in staging * Add new images * ADD fluentd and ntp dashboards images (#252) * Improve Readme files * Add links of the exporters as uri * Move coming soon to future apps * Add prerequisites for some ootb integrations * Update actions * [Issue #253] Fix missing } (#254) * Fix Python version in the action --------- Co-authored-by: Jaime Yera Hidalgo <[email protected]> Co-authored-by: David Lorite Solanas <[email protected]>
sysdiglabs · Apr 17, 2023 · 7089471 · 7089471
1 parent cbacf85
commit 7089471
Show file tree

Hide file tree

Showing 385 changed files with 85,695 additions and 4,774 deletions.
diff --git a/.github/workflows/buildandDeploy.yml b/.github/workflows/buildandDeploy.yml
@@ -16,19 +16,15 @@ jobs:
   build:
     # The type of runner that the job will run on
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: [3.6]
 
 
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
-    # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
     - uses: actions/checkout@v2
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v4
       with:
-        python-version: ${{ matrix.python-version }}
+        python-version: '3.10'
     - name: Install dependencies
       run: |
         apt-get update && apt-get install -y python-dev
@@ -64,12 +60,20 @@ jobs:
         chmod +x ./kubectl
         sudo mv ./kubectl /usr/local/bin/kubectl
 
+    - id: 'auth'
+      name: 'Authenticate to Google Cloud'
+      uses: 'google-github-actions/auth@v1'
+      with:
+        credentials_json: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
+
+    - id: 'get-credentials'
+      uses: 'google-github-actions/get-gke-credentials@v1'
+      with:
+        cluster_name: ${{ secrets.CLUSTER_NAME }}
+        location: 'us-central1-a'
+        project_id: ${{ secrets.PROJECT_ID }}
+
     - name: Deploy in staging
-      env:
-        GOOGLE_APPLICATION_CREDENTIALS: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
       run: |
-        echo "$GOOGLE_APPLICATION_CREDENTIALS" | base64 --decode > /tmp/config
-        export GOOGLE_APPLICATION_CREDENTIALS=/tmp/config
-        export KUBECONFIG=deployment/promhub_kubeconfig
         chmod +x deployment/staging/deploy.sh
-        sh ./deployment/staging/deploy.sh
+        sh ./deployment/staging/deploy.sh
diff --git a/.github/workflows/production.yml b/.github/workflows/production.yml
@@ -1,6 +1,6 @@
 # This is a basic workflow to help you get started with Actions
 
-name: testAndBuild
+name: Production Build
 
 # Controls when the action will run. Triggers the workflow on push or pull request
 # events but only for the master branch
@@ -14,19 +14,14 @@ jobs:
   build:
     # The type of runner that the job will run on
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: [3.6]
-
 
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
     # Checks-out your repository under $GITHUB_WORKSPACE, so your job can access it
-    - uses: actions/checkout@v2
-    - name: Set up Python ${{ matrix.python-version }}
-      uses: actions/setup-python@v2
+    - name: Set up Python 3.10
+      uses: actions/setup-python@v4
       with:
-        python-version: ${{ matrix.python-version }}
+        python-version: '3.10'
     - name: Install dependencies
       run: |
         apt-get update && apt-get install -y python-dev

diff --git a/.github/workflows/productionDeploy.yml b/.github/workflows/productionDeploy.yml
@@ -7,9 +7,6 @@ jobs:
   build:
     # The type of runner that the job will run on
     runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        python-version: [3.6]
 
     # Steps represent a sequence of tasks that will be executed as part of the job
     steps:
@@ -20,12 +17,15 @@ jobs:
         chmod +x ./kubectl
         sudo mv ./kubectl /usr/local/bin/kubectl
 
-    - name: Deploy in production
-      env:
-        GOOGLE_APPLICATION_CREDENTIALS: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
-      run: |
-        echo "$GOOGLE_APPLICATION_CREDENTIALS" | base64 --decode > /tmp/config
-        export GOOGLE_APPLICATION_CREDENTIALS=/tmp/config
-        export KUBECONFIG=deployment/promhub_kubeconfig
-        chmod +x deployment/master/deploy.sh
-        sh ./deployment/master/deploy.sh
+    - id: 'auth'
+      name: 'Authenticate to Google Cloud'
+      uses: 'google-github-actions/auth@v1'
+      with:
+        credentials_json: ${{ secrets.GOOGLE_APPLICATION_CREDENTIALS }}
+
+    - id: 'get-credentials'
+      uses: 'google-github-actions/get-gke-credentials@v1'
+      with:
+        cluster_name: ${{ secrets.CLUSTER_NAME }}
+        location: 'us-central1-a'
+        project_id: ${{ secrets.PROJECT_ID }}
diff --git a/apps/apache.yaml b/apps/apache.yaml
@@ -6,7 +6,7 @@ keywords:
   - Web-server
   - Available
 availableVersions: 
-  - '2.4'
+  - 'latest'
 shortDescription: "The Apache HTTP Server Project"
 description: |
   The Apache HTTP Server Project is an effort to develop and maintain an open-source HTTP server for modern operating systems including UNIX and Windows. The goal of this project is to provide a secure, efficient and extensible server that provides HTTP services in sync with the current HTTP standards.

diff --git a/apps/aws-eks.yaml b/apps/aws-eks.yaml
diff --git a/apps/ceph.yaml b/apps/ceph.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Ceph"
+name: "ceph"
 keywords: 
   - Storage
   - Available
 availableVersions: 
-  - '15.1.1'
+  - 'latest'
 shortDescription: "Ceph is an open-source software storage platform, implements object storage on a single distributed computer cluster, and provides 3in1 interfaces for: object-, block- and file-level storage"
 description: |
   Ceph is an open-source software storage platform, implements object storage on a single distributed computer cluster, and provides 3in1 interfaces for: object-, block- and file-level storage

diff --git a/apps/consul.yaml b/apps/consul.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Consul"
+name: "consul"
 keywords: 
   - Kubernetes
   - Available
 availableVersions: 
-  - '1.11.1'
+  - 'latest'
 shortDescription: "Consul is a free and open-source service networking platform developed by HashiCorp."
 description: |
   Consul uses service identity with automated networking to help organizations securely connect applications running in any environment.

diff --git a/apps/elasticsearch.yaml b/apps/elasticsearch.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Elasticsearch"
+name: "elasticsearch"
 keywords: 
   - Database
   - Available
 availableVersions: 
-  - '6.8'
+  - 'latest'
 shortDescription: Distributed, open source search and analytics engine for all types of data
 description: |
   Distributed, open source search and analytics engine for all types of data

diff --git a/apps/fluentd.yaml b/apps/fluentd.yaml
@@ -1,13 +1,13 @@
 ---
 apiVersion: v1
 kind: App
-name: "Fluentd"
+name: "fluentd"
 keywords: 
   - Observability
   - Logging
   - Available
 availableVersions: 
-  - '1.12.4'
+  - 'latest'
 shortDescription: "Fluentd is an open source data collector for unified logging layer."
 description: |
   Fluentd is an open source data collector, which lets you unify the data collection and consumption for a better use and understanding of data.

diff --git a/apps/haproxy.yaml b/apps/haproxy.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "HAProxy Ingress"
+name: "haproxy-ingress"
 keywords: 
   - Load-balancer
   - Available
 availableVersions: 
-  - '2.1'
+  - 'latest'
   - '2.3'
 shortDescription: "HAProxy is a free, open source load balancer"
 description: |

diff --git a/apps/harbor.yaml b/apps/harbor.yaml
@@ -1,11 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Harbor"
+name: "harbor"
 keywords: 
   - Registry
   - Available
 availableVersions: 
+  - 'latest'
   - '1.1'
   - '2.2'
 shortDescription: "Harbor is an open source container image registry that secures images with role-based access control"

diff --git a/apps/istio.yaml b/apps/istio.yaml
@@ -1,11 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Istio"
+name: "istio"
 keywords: 
   - Kubernetes
   - Available
 availableVersions:
+  - 'latest'
   - '1.14'
 shortDescription: "Istio service mesh. Connect, secure, control, and observe services."
 description: |

diff --git a/apps/kafka.yaml b/apps/kafka.yaml
@@ -6,7 +6,7 @@ keywords:
   - Message-broker
   - Available
 availableVersions: 
-  - '2.7'
+  - 'latest'
 shortDescription: "Apache Kafka is an open-source stream-processing software platform."
 description: |
   Apache Kafka is an open-source distributed event streaming platform used by thousands of companies for high-performance data pipelines, streaming analytics, data integration, and mission-critical applications.

diff --git a/apps/keda.yaml b/apps/keda.yaml
@@ -1,13 +1,13 @@
 ---
 apiVersion: v1
 kind: App
-name: "Keda"
+name: "keda"
 keywords: 
   - Kubernetes
   - Hpa
   - Available
 availableVersions: 
-  - '2.0'
+  - 'latest'
 shortDescription: KEDA is a Kubernetes-based Event Driven Autoscaler.
 description: |
   KEDA is a Kubernetes-based Event Driven Autoscaler. With KEDA, you can drive the scaling of any container in Kubernetes based on the number of events needing to be processed.

diff --git a/apps/kubernetes-control-plane.yaml b/apps/kubernetes-control-plane.yaml
@@ -1,11 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Kubernetes control plane"
+name: "kubernetes-control"
 keywords: 
   - Kubernetes
   - Available
 availableVersions:
+  - 'latest'
   - '1.22.0'
 shortDescription: Open-source system for automating deployment, scaling, and management of containerized applications.
 description: |

diff --git a/apps/memcached.yaml b/apps/memcached.yaml
@@ -6,7 +6,7 @@ keywords:
   - Database
   - Available
 availableVersions: 
-  - '1.6'
+  - 'latest'
 shortDescription: "Free & open source, high-performance, distributed memory object caching system"
 description: |
   Memcached is an in-memory key-value store for small chunks of arbitrary data (strings, objects) from results of database calls, API calls, or page rendering.

diff --git a/apps/mongodb.yaml b/apps/mongodb.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: 'mongodb'
+name: "mongodb"
 keywords: 
   - Database
   - Available
 availableVersions: 
-  - '4.2'
+  - 'latest'
 shortDescription: "MongoDB is a general purpose, document-based, distributed database"
 description: |
   MongoDB is a general purpose, document-based, distributed database built for modern application developers and for the cloud era. No database makes you more productive.

diff --git a/apps/mssql.yaml b/apps/mssql.yaml
@@ -6,7 +6,7 @@ keywords:
   - Database
   - Available
 availableVersions: 
-  - '2019'
+  - 'latest'
 shortDescription: "Microsoft SQL Server is a relational database management system developed by Microsoft"
 description: |
   Microsoft SQL Server is a relational database management system developed by Microsoft. As a database server, it is a software product with the primary function of storing and retrieving data as requested by other software applications—which may run either on the same computer or on another computer across a network.

diff --git a/apps/mysql.yaml b/apps/mysql.yaml
@@ -6,7 +6,7 @@ keywords:
   - Database
   - Available
 availableVersions: 
-  - '5.7to8.0'
+  - 'latest'
 shortDescription: "MySQL is an open-source relational database management system (RDBMS)"
 description: |
   MySQL is an open-source relational database management system (RDBMS)

diff --git a/apps/nginx-ingress.yaml b/apps/nginx-ingress.yaml
@@ -1,16 +1,16 @@
 ---
 apiVersion: v1
 kind: App
-name: "Nginx-Ingress"
+name: "nginx-ingress"
 keywords: 
   - Load-balancer
   - Kubernetes
   - Available
 availableVersions: 
-  - '2.7.0'
+  - 'latest'
 shortDescription: "The open source web server that powers 400 million websites."
 description: |
-  NGINX Ingress Controller is a best-in-class traffic management solution for cloud‑native apps in Kubernetes and containerized environments.
+  NGINX Ingress Controller is a best-in-class traffic management solution for cloud-native apps in Kubernetes and containerized environments.
 icon: https://raw.githubusercontent.com/sysdiglabs/promcat-resources/master/apps/images/nginx-ingress.png
 website: https://www.nginx.com/products/nginx-ingress-controller/
 available: true
diff --git a/apps/nginx.yaml b/apps/nginx.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Nginx"
+name: "nginx"
 keywords: 
   - Web-server
   - Available
 availableVersions: 
-  - '1.17'
+  - 'latest'
 shortDescription: "The open source web server that powers 400 million websites."
 description: |
   The open source web server that powers 400 million websites.

diff --git a/apps/ntp.yaml b/apps/ntp.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "NTP"
+name: "ntp"
 keywords: 
   - Network
   - Available
 availableVersions: 
-  - '4'
+  - 'latest'
 shortDescription: "The Network Time Protocol (NTP) is a networking protocol for clock synchronization between computer systems"
 description: |
   The Network Time Protocol (NTP) is a networking protocol for clock synchronization between computer systems over packet-switched, variable-latency data networks. In operation since before 1985, NTP is one of the oldest Internet protocols in current use. NTP was designed by David L. Mills of the University of Delaware.

diff --git a/apps/opa.yaml b/apps/opa.yaml
@@ -1,12 +1,12 @@
 ---
 apiVersion: v1
 kind: App
-name: "Open Policy Agent"
+name: "opa"
 keywords: 
   - Available
   - Kubernetes
 availableVersions: 
-  - '0.20.4'
+  - 'latest'
 shortDescription: "Policy-based control for cloud native environments"
 description: |
   # Policy-based control for cloud native environments