Skip to content

Commit

Permalink
Merge pull request #16 from imec-int/improve-benchmarks
Browse files Browse the repository at this point in the history
Improve benchmarks
  • Loading branch information
kkostov authored May 15, 2024
2 parents 6940730 + 9d88284 commit f642d40
Show file tree
Hide file tree
Showing 2 changed files with 34 additions and 10 deletions.
4 changes: 4 additions & 0 deletions benchmark_throughput.js
Original file line number Diff line number Diff line change
Expand Up @@ -119,6 +119,10 @@ export default {
if (response.ok) {
// benchmark the stream for 10 seconds, to give servers the chance to cache the results
await replicateStrem(url, 0, 10);

// sleep for 1 minute to avoid throttling
await new Promise((resolve) => setTimeout(resolve, 60000));

// benchmark the stream for 10 seconds to get the actual results
const result = await replicateStrem(url, 0, 10);
if (!result) {
Expand Down
40 changes: 30 additions & 10 deletions dashboard.md
Original file line number Diff line number Diff line change
Expand Up @@ -29,31 +29,51 @@ for (let ix = 0; ix < endpoints.length; ix++) {

<div v-for="endpoint of endpoints">
<article :class="{'custom-block': true, 'danger': endpoint.status === 'offline', 'info': endpoint.status !== 'offline'}">
<a :href="endpoint.url" target="_blank">{{ endpoint.title }}</a>
<h2 style="margin-top: 0; border-top: 0;">{{ endpoint.title }}</h2>
<h3>Info</h3>
<p><span>{{ endpoint.status === "offline" ? "⭕" : "✅" }}</span> {{ endpoint.status }}</p>
<p><span>🔗</span> <a :href="endpoint.url" target="_blank">{{ endpoint.url }}</a></p>
<p v-if="endpoint.error">{{ endpoint.error }}</p>
<a v-if="endpoint.metadata" :href="endpoint.metadata.mermaidUrl" target="_blank">🧜‍♀️ Shape topology </a>
<p v-if="endpoint.metadata"><span>🧜‍♀️</span> <a :href="endpoint.metadata.mermaidUrl" target="_blank">Shape topology </a></p>
<h3 v-if="endpoint.throughput">Throughput</h3>
<table v-if="endpoint.throughput">
<thead>
<tr>
<th>Duration (seconds)</th>
<th>Members</th>
<th>Quads</th>
<th>Throughput (Quads/s)</th>
<th>Throughput (Members/s)</th>
<!-- <th>Duration (seconds)</th>
<th>Members</th> -->
<!-- <th>Quads</th> -->
<th>Quads/s</th>
<th>Members/s</th>
</tr>
</thead>
<tbody>
<tr>
<td>{{ endpoint.throughput.durationSec }}</td>
<td>{{ endpoint.throughput.members }}</td>
<td>{{ endpoint.throughput.quads }}</td>
<!-- <td>{{ endpoint.throughput.durationSec }}</td>
<td>{{ endpoint.throughput.members }}</td> -->
<!-- <td>{{ endpoint.throughput.quads }}</td> -->
<td>{{ endpoint.throughput.throughputQuands }}</td>
<td>{{ endpoint.throughput.throughputMembers }}</td>
</tr>
</tbody>
</table>
<details v-if="endpoint.throughput" class="details custom-block">
<summary>Benchmark details</summary>
<table v-if="endpoint.throughput">
<thead>
<tr>
<th>Duration (seconds)</th>
<th>Members</th>
<th>Quads</th>
</tr>
</thead>
<tbody>
<tr>
<td>{{ endpoint.throughput.durationSec }}</td>
<td>{{ endpoint.throughput.members }}</td>
<td>{{ endpoint.throughput.quads }}</td>
</tr>
</tbody>
</table>
</details>
</article>
</div>

0 comments on commit f642d40

Please sign in to comment.