-
Notifications
You must be signed in to change notification settings - Fork 0
294 lines (247 loc) · 10.3 KB
/
multi_allocations.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
name: Multi allocations
on:
push:
branches: [ "main", "actions/multi-allocations" ]
pull_request:
branches: [ "main" ]
jobs:
multi-allocations:
strategy:
fail-fast: false
matrix:
include:
- restart: false
one_account: true
interval: 1m
id: 0
number_of_providers: 1
- restart: true
one_account: false
interval: 2m
id: 1
number_of_providers: 1
- restart: false
one_account: true
interval: 5m
id: 2
number_of_providers: 1
- restart: false
one_account: true
interval: 10m
id: 3
number_of_providers: 1
- restart: false
one_account: true
interval: 1m
id: 4
number_of_providers: 2
- restart: false
one_account: true
interval: 10m
id: 5
number_of_providers: 2
timeout-minutes: 20
runs-on: ubuntu-latest
steps:
- uses: actions/checkout@v4
#### prepare binaries
- name: Download and install binaries
run: |
/bin/bash download_binaries.sh
- name: Install binaries
run: |
sudo mkdir -p /usr/lib/yagna
sudo mv golem/downloaded/plugins /usr/lib/yagna/plugins
sudo mv golem/downloaded/* /usr/bin/
#### Central net router is responsible for local communication of the nodes
- name: Run central-net router
run: |
ya-sb-router -l tcp://127.0.0.1:5555&
echo CENTRAL_NET_HOST=127.0.0.1:5555 >> $GITHUB_ENV
#### Script for preparing runtime (basic preparation)
- name: Prepare runtime
run: |
python advanced/prepare_runtime.py --mode central --payments full --num-providers ${{ matrix.number_of_providers }}
#### Get funding by downloading private keys with assets ready to use
- name: Download private key 0
run: |
set -x
curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" https://polygongas.org/keys/get/unused_accounts > downloaded_private_key_0.key
echo "Keys left $(curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" https://polygongas.org/keys/count/unused_accounts)"
# Check if the downloaded key is a valid private key
grep -qE '^[a-fA-F0-9]{64}$' downloaded_private_key_0.key || { echo "Error: File contents do not match expected format: $(cat downloaded_private_key_0.key)"; exit 1; }
- name: Download private key 1
run: |
set -x
curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" https://polygongas.org/keys/get/unused_accounts > downloaded_private_key_1.key
echo "Keys left $(curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" https://polygongas.org/keys/count/unused_accounts)"
# Check if the downloaded key is a valid private key
grep -qE '^[a-fA-F0-9]{64}$' downloaded_private_key_1.key || { echo "Error: File contents do not match expected format: $(cat downloaded_private_key_1.key)"; exit 1; }
- name: Run requestor second account
if: matrix.one_account != true
run: |
cd golem/requestor
yagna service run&
sleep 4
yagna id create --password= --from-private-key=$(cat ../../downloaded_private_key_0.key) identity0
yagna app-key create --id identity0 dev_req | sed 's/^/\YAGNA_REQUESTOR_APPKEY=/' >> $GITHUB_ENV
echo YAGNA_ACCOUNT_0=$(yagna id show identity0 | grep -oP '(?<=nodeId: )[^\s]+') >> $GITHUB_ENV
- name: Run requestor one account
if: matrix.one_account
run: |
cd golem/requestor
echo "YAGNA_AUTOCONF_ID_SECRET=$(cat ../../downloaded_private_key_0.key)" >> .env
yagna service run&
sleep 4
yagna app-key create dev_req | sed 's/^/\YAGNA_REQUESTOR_APPKEY=/' >> $GITHUB_ENV
echo YAGNA_ACCOUNT_0=$(yagna id show | grep -oP '(?<=nodeId: )[^\s]+') >> $GITHUB_ENV
- name: Restart requestor if needed
if: matrix.restart
run: |
cd golem/requestor
yagna service shutdown
sleep 4
yagna service run&
sleep 4
- name: Set payment interval
run: |
cd golem/requestor
yagna payment process set --account $YAGNA_ACCOUNT_0 --interval ${{ matrix.interval }}
yagna payment process info --account $YAGNA_ACCOUNT_0
#### Provisioning providers
- name: Prepare providers
run: |
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
cd golem/provider_$i
cat .env
golemsp setup --no-interactive
echo "\n***** Provider $i - Presets before change: *****\n"
ya-provider preset list
ya-provider preset update --no-interactive --name=vm --price="cpu=0.0016" --price="duration=0.1611"
echo "\n***** Provider $i - Presets after change: *****\n"
ya-provider preset list
cd ../..
done
- name: Run providers
run: |
sudo chown $USER /dev/kvm
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
cd golem/provider_$i
cat .env
golemsp setup --no-interactive
yagna service run&
sleep 6
ya-provider run&
sleep 4
env > yagnadir/env.log
cd ../..
done
env:
YA_CONSENT_EXTERNAL: "allow"
- name: Run allocation double activity sample
run: |
cd examples/multi-allocation-double-activity
echo "FUNDER_PRIVATE_KEY=0x$(cat ../../downloaded_private_key_1.key)" >> .env
echo "SPENDER_ADDRESS=$YAGNA_ACCOUNT_0" >> .env
npm install --silent
node index.mjs
- name: Wait for payments
run: |
cd reports
npm install --silent
node wait_for_payments.js
env:
YAGNA_DATADIR: ../golem/requestor/yagnadir
#### Stop services
- name: Stop requestor
if: always()
run: |
cd golem/requestor
yagna service shutdown
- name: Stop providers
if: always()
run: |
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
cd golem/provider_$i
yagna service shutdown
cd ../..
done
sleep 5
#### Report analysis of entities
- name: Requestor order items
run: |
cd reports
node list_order_items.js
env:
YAGNA_DATADIR: ../golem/requestor/yagnadir
- name: Requestor activities and agreements
run: |
cd reports
node list_activities.js
env:
YAGNA_DATADIR: ../golem/requestor/yagnadir
- name: Providers activities and agreements
run: |
cd reports
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
YAGNA_DATADIR=../golem/provider_$i/yagnadir node list_activities.js | tee provider_${i}_activities.log
done
- name: Requestor payments
run: |
cd reports
YAGNA_DATADIR=../golem/requestor/yagnadir node list_payments.js | tee requestor_payments.log
- name: Providers payments
run: |
cd reports
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
YAGNA_DATADIR=../golem/provider_$i/yagnadir node list_payments.js | tee provider_${i}_payments.log
done
- name: Requestor debit notes
run: |
cd reports
YAGNA_DATADIR=../golem/requestor/yagnadir node list_debit_notes.js | tee requestor_debit_notes.log
- name: Providers debit notes
run: |
cd reports
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
YAGNA_DATADIR=../golem/provider_$i/yagnadir node list_debit_notes.js | tee provider_${i}_debit_notes.log
done
- name: Requestor allocation expenditures
run: |
cd reports
YAGNA_DATADIR=../golem/requestor/yagnadir node list_expenditures.js | tee requestor_expenditures.log
#### Prepare logs by removing binary images and pack all logs and db together
- name: Prepare logs
if: always()
run: |
# remove image cache from upload
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
rm -r golem/provider_$i/providerdir/exe-unit/cache
done
tar -cf data_${{ matrix.id }}.tar golem/requestor/yagnadir
# append provider files
for i in $(seq 0 $((${{ matrix.number_of_providers }} - 1))); do
tar -rf data_${{ matrix.id }}.tar golem/provider_$i/yagnadir
tar -rf data_${{ matrix.id }}.tar golem/provider_$i/providerdir
done
# append reports
tar -rf data_${{ matrix.id }}.tar reports/*.log || true
xz data_${{ matrix.id }}.tar
#### Upload logs
- name: Upload logs - Set current date
if: always()
run: echo "CURRENT_DATE_FOR_UPLOAD=$(date -u +"%Y-%m-%dT%H%M%SZ")" >> $GITHUB_ENV
- name: Upload logs
if: always()
uses: actions/upload-artifact@v4
with:
name: data_${{ matrix.id }}_${{env.CURRENT_DATE_FOR_UPLOAD}}.tar.xz
path: data_${{ matrix.id }}.tar.xz
#### Upload used private key back to the server
- name: Upload used private key back to the server
if: always()
run: |
grep -qE '^[a-fA-F0-9]{64}$' downloaded_private_key_0.key || { echo "Error: File contents do not match expected format: $(cat downloaded_private_key_0.key)"; exit 1; }
curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" -d $(cat downloaded_private_key_0.key) https://polygongas.org/keys/add/used_accounts
grep -qE '^[a-fA-F0-9]{64}$' downloaded_private_key_1.key || { echo "Error: File contents do not match expected format: $(cat downloaded_private_key_0.key)"; exit 1; }
curl -sSL -H "Authorization: Bearer ${{ secrets.PRIVATE_KEY_SERVER_KEY }}" -d $(cat downloaded_private_key_1.key) https://polygongas.org/keys/add/used_accounts