Skip to content

Commit

Permalink
Add test keys to CI related workflows (#1099)
Browse files Browse the repository at this point in the history
* Add test keys to CI related workflows

Signed-off-by: Peter Zhu <[email protected]>

* test more

Signed-off-by: Peter Zhu <[email protected]>

* more test

Signed-off-by: Peter Zhu <[email protected]>

* test

Signed-off-by: Peter Zhu <[email protected]>

---------

Signed-off-by: Peter Zhu <[email protected]>
  • Loading branch information
peterzhuamazon authored Jul 12, 2023
1 parent e752968 commit 62d9f20
Show file tree
Hide file tree
Showing 2 changed files with 32 additions and 18 deletions.
32 changes: 32 additions & 0 deletions .github/workflows/CI-workflow.yml
Original file line number Diff line number Diff line change
Expand Up @@ -7,13 +7,20 @@ on:
push:
branches:
- "*"

permissions:
id-token: write
contents: read

jobs:
Build-ml:
strategy:
matrix:
java: [11, 17]

name: Build and Test MLCommons Plugin
if: github.repository == 'opensearch-project/ml-commons'
environment: ml-commons-cicd-env
runs-on: ubuntu-latest

steps:
Expand All @@ -22,6 +29,11 @@ jobs:
with:
java-version: ${{ matrix.java }}

- uses: aws-actions/configure-aws-credentials@v2
with:
role-to-assume: ${{ secrets.ML_ROLE }}
aws-region: us-west-2

# ml-commons
- name: Checkout MLCommons
uses: actions/checkout@v2
Expand All @@ -34,7 +46,12 @@ jobs:
./gradlew publishToMavenLocal
- name: Multi Nodes Integration Testing
run: |
export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
echo "::add-mask::$OPENAI_KEY"
echo "::add-mask::$COHERE_KEY"
./gradlew integTest -PnumNodes=3
- name: Pull and Run Docker
run: |
plugin=`basename $(ls plugin/build/distributions/*.zip)`
Expand Down Expand Up @@ -71,6 +88,10 @@ jobs:
if: env.imagePresent == 'true'
run: |
security=`curl -XGET https://localhost:9200/_cat/plugins?v -u admin:admin --insecure |grep opensearch-security|wc -l`
export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
echo "::add-mask::$OPENAI_KEY"
echo "::add-mask::$COHERE_KEY"
if [ $security -gt 0 ]
then
echo "Security plugin is available"
Expand All @@ -91,6 +112,8 @@ jobs:
matrix:
java: [11, 17]
name: Build and Test MLCommons Plugin on Windows
if: github.repository == 'opensearch-project/ml-commons'
environment: ml-commons-cicd-env
runs-on: windows-latest

steps:
Expand All @@ -99,6 +122,11 @@ jobs:
with:
java-version: ${{ matrix.java }}

# - uses: aws-actions/configure-aws-credentials@v2
# with:
# role-to-assume: ${{ secrets.ML_ROLE }}
# aws-region: us-west-2

# ml-commons
- name: Checkout MLCommons
uses: actions/checkout@v2
Expand All @@ -111,4 +139,8 @@ jobs:
./gradlew publishToMavenLocal
# - name: Multi Nodes Integration Testing
# run: |
# export OPENAI_KEY=$(aws secretsmanager get-secret-value --secret-id github_openai_key --query SecretString --output text)
# export COHERE_KEY=$(aws secretsmanager get-secret-value --secret-id github_cohere_key --query SecretString --output text)
# echo "::add-mask::$OPENAI_KEY"
# echo "::add-mask::$COHERE_KEY"
# ./gradlew integTest -PnumNodes=3
18 changes: 0 additions & 18 deletions .github/workflows/dco.yml

This file was deleted.

0 comments on commit 62d9f20

Please sign in to comment.