From 38f5f8a9004b8b17a91f1d05358d1c6fbaf2cd50 Mon Sep 17 00:00:00 2001 From: "github-actions[bot]" <41898282+github-actions[bot]@users.noreply.github.com> Date: Fri, 23 Dec 2022 19:14:11 -0800 Subject: [PATCH] [dashboards] sync grafana dashboards (#5905) Co-authored-by: rustielin --- dashboards/consensus.json | 148 +- dashboards/consensus.json.gz | Bin 9813 -> 9912 bytes dashboards/execution.json | 154 +- dashboards/execution.json.gz | Bin 3138 -> 3746 bytes dashboards/overview_testnet.json | 2259 +++++++++++++++++++++++++++ dashboards/overview_testnet.json.gz | Bin 0 -> 7000 bytes 6 files changed, 2517 insertions(+), 44 deletions(-) create mode 100644 dashboards/overview_testnet.json create mode 100644 dashboards/overview_testnet.json.gz diff --git a/dashboards/consensus.json b/dashboards/consensus.json index bf71ab52d495b..321482dbfabd4 100644 --- a/dashboards/consensus.json +++ b/dashboards/consensus.json @@ -817,7 +817,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "s" }, "overrides": [] @@ -868,7 +874,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "s" }, "overrides": [] @@ -921,7 +933,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "s" }, "overrides": [] @@ -972,7 +990,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "s" }, "overrides": [] @@ -1841,7 +1865,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -1890,7 +1920,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -1943,7 +1979,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -1996,7 +2038,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2049,7 +2097,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "ms" }, "overrides": [] @@ -2114,7 +2168,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2164,7 +2224,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2214,7 +2280,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2280,7 +2352,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2331,7 +2409,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2382,7 +2466,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "s" }, "overrides": [] @@ -2435,7 +2525,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2451,7 +2547,7 @@ { "datasource": { "type": "prometheus", "uid": "${Datasource}" }, "editorMode": "code", - "expr": "aptos_consensus_num_blocks_in_pipeline{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}", + "expr": "quantile(0.67, aptos_consensus_num_blocks_in_pipeline{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"$role\"}) by (stage)", "format": "time_series", "intervalFactor": 1, "legendFormat": "{{stage}}", @@ -2488,7 +2584,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "short" }, "overrides": [] @@ -2541,7 +2643,13 @@ "thresholdsStyle": { "mode": "off" } }, "mappings": [], - "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, "unit": "bool" }, "overrides": [] @@ -4915,6 +5023,6 @@ "timezone": "browser", "title": "Consensus", "uid": "consensus", - "version": 78, + "version": 79, "weekStart": "" } diff --git a/dashboards/consensus.json.gz b/dashboards/consensus.json.gz index cbdcab56bccc9eb8fb3d7adf68b79452e3450e1c..605adaee814dfe8f2f20cb64283ea309fd545bb4 100644 GIT binary patch literal 9912 zcmXZfV{{#D!-nD5wr$(CZ8x^9#7XK>b2%Il{iH`^Z>objx!WG)z<=kzCK;R1Ld6oXQz z=&rT{H$k?Gx9)Zj^wVP~K_F(m-9Mv-_iv$xeFb2O57$zIPv1ig#ZVw#0CU&N1&7QT zVL4gf&YxcbK$71t1Q!0}(Bn!c^a|)GPm8@(aVPwZg6?dY@~t~E9i1;dx56I<2wl`& zg)2z(MhXd)6zO2}Qv=pfPI=jQGP>hfmaPR2^gGt=YqldlFRq*#K2nWHU3yDP1ZrHr zt$wf7?v84tE14I-gLkmF?kbP$dGsRP-%7Kyx~0n!?Tvbsvp3sg)mkkuZgC4Xtfmql zBX42Q6Xc7YKr`Gj$PT~m6q?8D)>Mp%ozc*~>VAld7WVo6ZK)&NWE);0V0#BrmFTM z!QIs|af;9adUYv%)fT?b`0mFi3{e1>%>y&rOlspv?NM0jwA#xW{QPblqtCDU+kA+$gY1_Q}FbY3Kyvjy*4;^3&8(v9N+Jo2Fb#&CUJ7jMH** z^4V9ts39%C3pa212hmDN2Kn7S0XFnTZJ0_e$1PevmxJ6v;o|gn&T=68jVb{9)tvbt z_!{4KD!F@FoN~h!x!W}=GC2=U5VejD;f9!b+kC7C`$eyAY+^N*hRv*wfGReHywC>8XIilMk8BV3UdK zAPMr}C~X-5qXE_!kFzd{awOT>SS+s?rYl2eGWYLu*OZ&6k#4P@D(mYCMdHz=b4`?o z-9cUg9{$y7M``yMLa6kNrRo08jmF-mIuIVeFUlujf}gBsFVXdw(s z7Q}#)Ji5oY@)C1uA+JGY=;02*~KGiz||+7 z>&SdV#E2+yJJCU&9Qvp)QWV)0nZDIE5-XOdP;0Cl6(aB5hukNfcAzQewi#pO+>woN zp9qoWc5LBy?`l9=+r(h_9K5?}+7rD?*~bumP}?Z}@EARuAfJzJmASQ#GK;>MBDf2c zEoFb-JL}_AmeVPLoZHa?{P1JA+3`UkVa2-769=b(UmHLI3~r}`&S6q4F{4P8nKj_C zbfc(L0Acs1g`~z<)7JL<Ud)B zF`bZet3KM~+M^}we(wxivwE?gFbBn{tTp@0Q@@sEI@ekA4oe+mB&PaIO?Jq+GHyl> zo`MM%m5SOWKQ3n*04_jCUOMx+KWL|x=QvWWNNi1MrG}$(JT4uvQEWRaMC*QXK!@Jv z^A{}f%gqXWAa=4G)aIlImYL4ADFpukPSAVhdZBruaX>9!t zevm)bGR+8o5I}m;U^FVBfcp<5?DXJfT1@${Pa&YDf0aK!=3ZGp@8Hu=W)Rvv&CSlQ za1h8O07X#Eqg2fVVbLteGoZ5mkJwWA!zN>3h2eN%b5q7!C<$ZaC$R#%1W8Xmt-2L^x}r!sv(X@gCmxdl&@>pw(G5zltsch7Dtj! z($tjX>y24Vgi_3uE;xwstBh+uO=2t41ih$%D=FmW??gT5<86JR#&(ZzSLfiI|K|rv zbr<4t*@{b;TG5Kt3z;?k&fEC}=~K4YQ|R0b=n71ILuII-O|HvKFsQpNWUv7{ktjmq z2>R4sQXfuYK&Il~Y?f)7GJVU&-QSrz^4EdppC)Fo)8NvhZVSl(O8{5~9Dz0V%me=< z{x=iS#fdHoOzHL<(6DwcX+$S!FIWnt6r#?zb*?wKa5dRNQ36~#szQm`wn(WwXr>J0 zaU@-+ly8P?jCF5EICUrIp3GVU5(Nh`pZ&8rz`LUuZ{&`-K2gdXl`E=+is329ha5du z$ztgCkZt6L5=2AW-8U;CXE7RgAhAR+bjLDv=F%tz0K~!T0-b#~w4@^C&_j7a=kZvN z!w}~CBXTv^%*WkPm81%!;2d_#w;3(glA+NE8^+@qljSZHcP$p8JlQ*CnrTV%XtewG zd_>K&sFd?7>ns50Xw}cdK-n#iw3>}c&1S|X#)f(}@-x%2$Aj^wx*paYrgN1Qq9wbE zm8G61&r+DoZtpp?olX1SMZA1DMY+&zvjl|tzX=RaWrTi_&TUOBk7jh=$+Ad7rdLY_w-fSPAsUK>Q}2|=P)m- zG~FcP+DbdL4AhMD)PJRf)MLpYG>W%4$g!V#+qV3MPa&8&dqPqdX$aYh|Eth~hP%{^ z?ldk_LtIW8!tb9rlSGr69Fv4s7`w*hZHFr&WGf3h1T&NZ#yIw_CtW8f#wu3lHw&}YT%Dqm zdX5ieO0x%LveJ_pvWq-lImNMlZ!E zxAR0DkNM;*mlyjYQ1O6@Os7!5oNU(p>IyVxauIS7dTPqA%EL8MZ2!5#=G>;t*B0~k zbmDN?R7%wi{mU3$zfL$Z2V-$!+o34RhT8@sOw}tOZz5%)r6l*&3=C^oz$9N5<|RKl zTTvC{okZp!m?y?Y&QB-Y7DoF!5wiD^UW0mO5!9*w$u3xY70q>aOmt45TDt^ih>ky_ zt1%=EoCvxoG{}%^qcyRtfh^p2gB^wWq6KMQzI``jlsdxWtiyM5da zOr*kcSrm@*nIxnxJZV#{)mpB527l^ug^~`z(DG;lxc0)dJ}qX0LLz?=2P#axp%c^E z6u)_eeGA>`E_pqc(D)0cq{OJRwb1Vni>D=%pzt~UWkbUlCxFWl#$%7BUQN>sC1hJk z9DG*MWr`TC*AiQ?&}aq)&u1T&rD|QnAS^V(gpu#*se7?5QaS_Ub#E#jrhl9i#B2}p%yNI{ zV(E)^;LT_@0ELe+R<`XYPd+Vu+qdCXpN2QMnshT8Ee8(It+)&h$bQ7Y=l!l@ z9<{@XtYjXkX+s;spHt>eqk2D|h)torOo0X5z^l#@0Ko$DK*HYCfs&_VyPvSqpGDi- zLjreC6|SI3uvIs!j6LmTqSccf#$)RnIXV+PX?9gERz8fl@cG}*(5jl^mXNNb?cM_e zs|9!QzO1FVAWk#ue79^v|K$)dYBv4QkOpjKQ;7yJPfX zXhbZ0*CEONEVP@53tSqP)w6h7$vy_LS@nnmJE{$<_7H#Fi#ssS{N z?wFdeuUQgq6VvE*bAeR;G)W|0gb|TirK88{zPdO=-;#{;OA{hhlY8~pgA{qNnG1>7 zi2@uyTdC~^YLLFDp?mn*oKI_|ZFadHnBbQ#ft_z33!#}_2c1WQKK~f*3CMF?XA*eC zonle>EaUu6$t{=JWH}V7=@)aVw-e zp;|Uim$etSPmMrd-&lY4wrX9S28VI{hs#Ti4lO}dmoPh8FRss8lBPYB;-V+8Kh2KM;9}rZlfCPCuf4s6y#L@9H~WAeJeHwX0NQX8&H3Wjwcc7Qx2!#jVUM{0Z**2Y7w{|n}>Z| z=4ZE1UC>?T+1`u103JnVcF}oJd520$O|dj)8|7SCw;(w*Y^g#G9&L&BZk_jQ99XYI zTv)G&__5i;WMZ~d#hg1onz{_{uYGnImu$D)iB;g8u-_3Q5?^KS<{&Y-4H?@}Hr@~< zj*E>&bm%h5ZNem~TM#*ZTm_AxzFlTJ%kTj}?1@UXuh(d;hI;SWDD(0Ss^N$Z&s7Eo ze~8I5-*rz)yTM=)Z{053w5b8qo5Yc_!2E*!NikO8hX?CKn1h^i+h~;|m=zhbv9Q~h zla9fO;kKJmmlldjIH-rtT714H4646RXFn=mm9v8$J*u!WvkiBdMgURUUu_mcfau`q z{(e{%drZm$0SfuHWOF~9f?Y*P+2ni@`&ErWfd<SI>w+ZAyYz-}+@iI~$ zN}qJ3GnhpEMhG3G)Me?by|Z=YP(S&Ugx*sVpEQFd1{T6@_=}lXc;zbD=FzKH!wRDB z*FX=WXjU6Yxco17RjJrX<#KRI;Yj7|P$}J{xmo18r$TWohT>AJHNny!L&lF%cJ279 zol8W5U&dl`VYRb&xwxsG8wekvnZ{S~->tTbRk3X3o@iOE`S*iWRr<899Y)*2K#r68 zsIVNhXCi_Blupg0`WhuX{+eu%o}A}9Bweu~J;%vtJ#`(@OjT<4!=Scco2lafGaS3i zF2!B=(d($)M&>#|N-5c}*F7P|_XFcg+S`$(T=uV__5?hXKa`~7XjqXrZpo}sdeR@( zxV{1=4>0sARjuE2PZf*nn(1R+J31C`dcMyK0kN2917oQxn;m8A1fMvwQRpv)?!Y=~ zc{VpoR#*TL{T4?6fH`&Y&m`JOPsMG1%yW%N6AWAQ?)dyga8e2-2wNyT@ReNHu9LGw zMYH)AGbw*r|2CusllRTQ#bJVjh!7k%mpB^)73xt}%42H;Rr!*iLY5U_Y;-EwuayuK z_)5@;D_6RZC}jUM;-Dhch=#qnLx_b9U8&Y%cONu|mVMh=m@zNZ2SZ+3_oSKvOo88}+rpzB=m+FXxBm zRhrpZ+2Kn230N%_U$fDEA6tRRebq*t2bdrpznbepyw$XNqg9n13llzaq?R+7_?H2! z&~KI?FHPx)&$>1e;jy`@aC_xl(-Me5w=*1-l%IkY@BD7Yxl7#X7asalIUu+^2+l%S z;Q<$TQQ9tU<_-1ozZ44#?XH7-)U8z=OvDXfMsUCz3}SD3Ey@^qj_GT~$($|mkx764 z^0hpRP73={JS5}l&6#pOZ+a%lBD){R41pei8dQ#{>bk%7%duO(chj>a$uoevUGRXb zgG+Sv=*ROg;hP2c78Em3w8Flwezlc3yN%R`2G|UF2aJ@oRAS8qS+hSS>;A`=#h7so zc?CqfakZN>_hL2#!;!#9|8{MI@##A-e%iCS<;=U#@<{zS{D(O|H=6M1U7D2?ju_6| znhjv%&Rs`8d7%^^TPv7s+ce>*E~;uXKQwdw+*e!ER%t0&9#Fd*=Rn)}-~{V!y465~ zRKEVwo^MPWhvN7@jl&fhBk@O#J-(Q&$*DtGBl{i@(GFAt1>HeJUP{oUanhL5i~=WC zO2s#L#pdN{5ZFFEeUM)yndIenO<~?0c8$`ZT7jFI5ZK5;@SN~@!3b}w!y!Y|NlAra zhHK7EUMhJ;pIz~fnZPNucORo(V9UQHzU8i0ln@+3rTvTpf)0EtpUCcB4+b< zm(alqeWy;7?Dc?|nRN)%^R07aPb&@il9rsL;pBN*Cg$dk?kd`XpQ7ppPL0 zmf8*^d4i<(r1!MclwUpJ~Zl z&sPxBSc_GL9uh3$6@L~R6u(0_16e|94FyI3mglPWuSTKxXU~E0PS%-T+JB)GVTf$! zQJZz+S}zWB&<(hwy=$=)(7(cj5YcRf#B(D5ZI6|GKcal@HVT( zCPpPz;;QzqMycx+!P&>nk<|+Dl-?!`V<3!Up|FMOI-DcE`bE(ti5WR?e`kf9*|bks z=VcKHc4J5kXv2Okx(?hNs}?#O_kx)I{9QYTrbOd^(-|Z0*I3@8sIEY7q!G%0-;@WA zWPj;0R^aMf3)OB&O?C9wq*=Ed#mPnaw<6XF)l+f)Dh*Oxs_j5DSq*YOY=3n1&R|HF zCL+yEo{A|bJ2PXhdp16KBLecJ+lX)9;5hJlb&U^e^lGEgub9lI2IUXt(k#0pWwDTvuM2cC#hphFVJAn z*FBUWgGIG&yJl80@E6Xket`sA+Kk9~6?0rq=~mc;@D2}0c*ySvW1JHRG$nQi z@V7R=z?9}b5Pvldnth%U^zoX@ReG+8jCw72+s-?f2Do2A&Sep!Tjncled6G=?-7x#;R6*>5WWx3F<~=gZn*9jtc(s=^ zjMS`apt(MZ1(I4D4pU%hST-XSo~a@@lIuOITe|rrO6Z?Mu5FFd!~i|vdAt{qcy1Vh zf}Nu9>zmm-bo4+cW-S-FUpje9(=vn$mw)(M-#zqWiChr{pu{PImP?C*CBeKxJ6dI6 ze5cytlyJ+K%sD$z$Z!Ms(*yk=H7Kv_Au1Zvub{La%Po7^Tv|da1x^rw>6D$eZr&L? zRC8>wHKmODhTJHbvhIu?*%&P(%&CrmdkeO=&&S_aEvkgE`&W0`I*Uf-`HK97HmUdD zwA=ZgY`uu+HoF!t1}+Uq@$#_JMWAH(H&s8M9+-Q%BEmRi6APjETSdC$Lta z>m+wZ^shWap_v^m7qJ37Xp?Wur!5Ft{Y zKei;Bk`B9w=^LfoOuJw40u^cw{Oe?#=zQ-GjJ>jbeRjMU;e$R^N56ndC~O1dqhdPA zAY@V!u3>}ElLjptrCeb_)s+6tx%uI@D+qOce zz&H?xw@2`99C`)2x+Xn$k|v=R8McU)plJWmd@&<#@R*=51boN4lav|rcXjQ}16Kf7 zP*((3FoT{y5Utvs!CAng9RaaPdfy_v$mh~VkiKN-`ab<<0cGb`0PS~SQ~h44|9Ksd z+Lz*TeW~4p-ht^i(T^y4j|u`MXo@T%W66*nClP__h3GYBWx)hxV`nwYryl{ynt6p9 zwT~f|qRAiW4MR0;?l=T`-xbP;Nb$0MqO&Id?ras+ULb{?E)NWk?d;$FERj(92J zjo=L3Zx;0RVG-aZi3%!Fg&E1p^mQ#R%%0iW825Q-S)sZYnE4*N+n-jY(WuL>{MXHts2NT2=EP)n9C6)Kr0lf#D9}1#rkn4uKN6#A8!Vyoi#qxHeK4%JM{H z_2VcF)5n+LRb8^67WWWAY;Pe!Y(Z>47M|jWc@whDO_VKiWrtfQBanozx>|=*(mC#B z&s|Y(k4(ERo32AQRN}o7Owa`S`p_SPO@sc!P?~ka784w#c0@x(91>*CK$^Wh1a2eB zPTWYArI{Ydq?<3iMJM{Rdyp$V{2;wOBUD}bkB_PXn($pNw(IW>7|!5AZe1ewLcGd!&(6=CEsNEo zCRHrxIj=|@)}jR;NGfS^&5x~sNfh;%x}HD~rot|BAY@%Co14mmuHL2w+5f{=AD^34 z<$ZyW$FxLW?l-o>^c_O;EC^fax&)KXOh#=%3Wm&jhucTh>VWknwtqvN` zvBrd_34(TK7nF=Y6u1 zCDRO)4=%h&j3N2oArMOt%d}z;c4%1keX1*#j!stG*bYd#Q1f0d*v}vzPR~u@7UK!1jfUt`&`N6BIqmFOs5Oh zB9}+b7rcP%TVgOAXB=U5bu@Df3@Qx#l&Gu*b_|6RQQF00gW_8hR%T`hF8{!xxHKZw z;nqaSx!vPZqUY2N4LZjh4eFBZ`l4?QM?pyH_AM&6@+fdW9Auxv9{qgD_`vZ%@l;d5 z;*<1cYg=FmRAVcDL>u7-(~f^DzLu3@;Iv5#lWS=A5&<7Wc%2$E6M~T8l{%W@HFCz8 zTaA;GSLEe!mBp=oSyLh$SHjXStR_3;CekXbSUCp++J(+MIP6N|l2-43tXeR8b+gp^ z_8Mggwz~0l7gay}faf(Roz@ofaD8&WN9BG0pcZd>GDBTJ%S_dYCePUF4CnLnD>?!_ zUfp`J@hzdT3_)&~fj)zKC-$RtC&N%_Z+h@cos*rYqyVnbhY4(Q>2^yA)ple8c>dTX^PnQy*Z-f zX)UzbE62#Eo%5LZ$M&Rsqv$TzGK#+ye)AEDSFYU(=_l?Jf0Jik07_;__`FS-fgqdo z_g?mzH$8~$0DuBtIQ76&inJC~w%Bzxqp^)QUo^V^U`_7ss(^WmjzZjD^U^#AnR!ZP zgbA&*oOnPhCcDU=zvjsl{>}H|e?5;4H=xkT+Il+<^+cB?Y!7UTgdGz;(hgG;Ptu;# zy{}V@4{4&J6awDdaI`Q*0pAz1DGtpR2hUsEmNYUIP=30k9yJYxsXx-7bcCg1Z{FLK z#yjZB^{OUp?O*xM-LqzWCWmn|&km}Pv+kzl(qjY7OCEfz^>On844A?YBD3(~GSz>) zl$wMr9vKT(2|Q|ae-aFL?wT|hdO4|3xFzRzEhSk^0vvAGH z^~Mg~v(3P2490NvfvafPV5_PoyPWZVP}KNKEN81m>hWH6-y1-?utjyj$*096sDJbL_*Z z`d*ly!GrMvPLA6foUiH`Ds!}AmfBT?u&7zTILnDC+fL?`CLCY>jA`yB^ptf$c&Q|I z!2`iJAAJoY{J=dE!Pvt?4jpjFCh&*voF10*OGJF`4eairP7G!w7c;(-vN^E z`7gcSluQSARl2)Bm=7be-j$a<>O4(ZksKjQ{RIzHF@y_{vZ%6}e)c3558j#FMx}-v z+{$6(1Ejf_R+FaUm>je|Vm;8d)CoTdj(H3|4WcAOer)QxRGSwrbPAwj_n_Q7Lw+U- zYBDjtuq>>7Br=_oJ+#a39lZ?@MIf`^?St_xkj&1iqaNVa5q>5DSOYr?i^l=$k;}-R O&?~1=NS5^AApZwT{}(6# literal 9813 zcmXZhV{lzx-v;0`w(a!9Y;a=RMq{1WX`D1@Y&Ev6#B8r`Y5F~p1$ z5=6PFOeq$}UeMB!^V;_5N+DX3P=K~hUpE5-{s;8*(OVr+ELaKu)De6OAm!ns4Rr=PF4-<{ayes!ii& zEAROb^;(IwQg1=>K&2IS^_UddEMd&(d~7;gE#u0#<$c`l8&(ujz~DPA02=Njec4)B zp*R&d-)Hmo$=^Jb(A0h~JPT&%lm2}x!A~46z0~VUjrz87D%zWc5Lh|NEptt?T({CCJ1(z(DPc%mO&CKr5e=FO|Pi8IRcnsy?ipL39n7E5JW&7i*e zyKu*LsIu2V1XiobP*GY!!Q1n3czj+=ZC2_0X;vP9>Ef+sdxx*o?r!K$zSFELEl=-b z=Vg057G*zy_l-_5KnPbo_ z+|M4D@?$3HoUWm8@hmyozO=kK&RTU#UG6;mMLvM0&s}mCLuV#BGm6Z0>n&-@ZoAVO zX*rb9ucI8((T{`Olj9(o?QBOIoyi;h6gbsoGlXoOfxzjUFiS?0G@@NYzc-4>H!2#N zCuSC0mOka^L6Z|&m$T-sc_rcsW($(a(QCRFrxNHuSLKuT*3eRS?hEto1D4$;RkuZG zZ7mt;2?oSDclxEn;igYV^sGKb)t&xZIpwNX^;hEXkWXB_`smNHC85)iZQsx$H=5F? z>Vg|YX@s*vpEhG*kUS|N$9uHV)E7X0;k%tfX+ci5X4<0Cmg$9iXc4@Xk^0zWaG`9)6G z&~Gym3Eo9}64SRRDiklh$d>lH9Q<8u1cB2k#~&6Cl2d!WE#Suhx-*X>LRs`I_S5(` zX3hBan=kXrF1~Zf96X1{oW23Jld%+R?BTv!@+mv35`k-y{b_I1O4pFHDJ1*GVciWz zDe1VTaz<-R_J}H;5OsO3^s`40sBdat^yFVB>k6FW+vgj5+&f0_59()u>hHU7{;kuk z5t9ICOgmCdPxgimhq|w33Ia|5dWWFE=agj)(=J7B&_I>VFwrqwjPMAQfF>IIwK|iY zrw0crOozYCcp>{Y%yYC*64SqT-TC559_T${krAcp)*73MeNRbu8{Fl0yt9(UoArJ< z^&)UU?7sf74M(n_S$@k*=Z%Qwo};m?=}TPtVmt5eKvSg|#0NEe*X()F$>X#|?q#rj z1e=|voygYm58qMjJNjbs*JHTB8rY=N7=%hX_o|=iwo#iTh`%}cYF=0V`w*y9^ysT|uA#O*6SXllBb1AOYxY~8+!E_oHYIUU zRLHFe?|#Rxepb7N?WMN@={kw>x zr&}&_Jn#)g20v?fZRCzrVMV7|rAR!#KkL0`bX$M9Geh+H9UlOnhOLPst&$tf&lMmC zu>6D|2G913sEXkavC=mnwKOmoqY$%@6Ib=Qp8P(O+_m70f_hpUCpNLQg|U~gpq@SM z$I^AI0@T?d80c_+FkTPNxwh-_@kCw{46*^)YKx8;pZz+TvLW1lIs2=%Zid;9#s>Mx zNQ_po9#wXhVlNj;0NolPoZo~$h=HFp8h{IjJmhhh|#?9HvJ-dKSKEFsMdF6tfB5a;`|FWAQ z_K0O5o1PMK@)!UT>`?JI&BZv(j=qGuM3wLo>~8|a$6oqH;yq+-B%1&y?xx5j9k_L{ zkl!X+E^=wJa#EPFPA0`VZyJ+w4fK`l!|#N(t`3wPQ~|0sheG!OSUqyyGX=C)9o~L! zhD2%WB)R7oou>49(=KMS9hWhP;|80N#Wp+O%_l~P^Q=q`ToEeiLI%>l+-MW|=y;$# z6S`&XsUigLI1!4y&wWl$H%=b4?DXj>5xqMG)rz}iYWC7R-wogb_oO}Yp26)~njO;j zaToox@>8$Uhx3WUItP45JVfk=(3n+Ox2v4J3+SC$93>*ij^|0w{Q>~l2K`91kBcq4 zU>jwekG4qRUgXf{SzoVX4v~enO|}}MHpgv?GYLLvtk9$1y^cF^eATsb*)8WhyYn_x z<5+(L@k+7W`&9p?9phT2vd1h3{fF{-DeTc0CF3q!AxvShpPGXI+p0N-3W_jD6qL{{ z3rg6K1gTcaJ&#aEGiuE2bLc8dSpG8OP(eC(OO{?0Chsm^aK*Z~#<&VOVF5nbI-M=A zEM#^@{z7e?_$_rY;XJi8ZIul))5_akvZit_g5zq>zYXP9U+$?EcR^Z|0$*AH8qd`A zg~Lr)r@YkFhN%UuweL$9TB0A3IH=OFX4V<=Crvc-74j8sMd|FSJ@YKOO{i!En^mVf z&?uA6@p~-Vf)hPK{3{}v`~#j}0C$dg`W50^%eQ~E-v`St>E*y>KK+Xjj7>q;-Y}fF z{wYI*Imf)51FnDY(fd8$8L^Wc?Ss^@ZUmAesErAXwOJWHGR-p&XsYeUnXF>@i}kJh zwU2Ye>ojx;$`ox4(eYb)o-u86z8!seltns49^i+-Ka#alwOUiPeXc<`tEa9R?QwCA z4kbKNOvXg1)0S&_mm<+KxOYfMBDVri!cuHJ_l(9B0_?eq57?)bB{YbA!hJm^nja~A zD@ueoNSdSNU)OBesRN$;djH0X-HY z7N;KbBh&C!)q@%kL7n#WzTzNpP^9uG*&;c+3lmlS^QsXT9%Y)k;)FCe{U+6EEg5zl zej0u{LK|UP6VB3AIT@;s-gD>I1CQgq72l_!#5r02cupLO5S?@~+xCS=b+y-!gt`6) z`7){!knDPwVHuSn4u% zY;3Z6EPi+v)iV$2q}>1fA05gwtzo_40locSIwAB?6xIytlcm1>r6+Y)Kj)ndk7ROw zh_nx40x>=a&`!8}>4g*vDj3k1>mU-&ilyoxD%77C7AE7cg2$=Sq`LQa2kPskh%#Nr z2`@h14qQ&mz>dv&ubbsMZ&+VW@-O8ouPE_^C~a?3AFhx=$(q6M znXC5J4+>1*ABkY^Np)UVOu` z=7=|VFKPJm6>Ohx^p@;_jY2fE`JHh_ja{(5@70pS&S-L+QJ|R66_tDUcYXrfY;)`0 zisISyric1fB=53ClJ#~!S&g^3n?D`LIbnu_BS#rqHmTcH7d**#dZJT_G z@yomD*Mf|1(hX9PCa-&XW5TcLm1gD{oqo%zZsMwYuN8ySAe(=PhJbo%-Om%h(96%I zlGZ}3iYCe6Xa2zzZEz_E_eCWSHiXUm!`WlG7Pfytfxy*C%)L47$3e#gYwfLb*)&7Q z3FtSc1OY&Dvj{86F#!h5lD5OQCU@et|5(X93)@yZIJx_CPR14_tE>^8ZgM)SDU8ai zVRmA4QXPvs$PJ6*6*VJMhi(4zkh+;`nz`cwQHHr+NVVKFCEFalBv{G`Dn>z=ho4Vy zfowbg6htQIn5Tu$hkbZRoyRmxJVy?N9Nra%?gCC#jbx6f$U)d6+0Ecq%e^>S&9N;s zKzse8-M6<}c8G`MyoumM`oSQBTL}y0}=s*Yq(vQU4n~AMp0laQvalOvaqAr zhx%^CGUczbW{m?_joBwnFmnd$&NL=6L~P*L%skU${V9Y6_z$E6f*sttar0CE`;=8- z>+pUV2XHsj(vrba7ZY(x%i5iY2iq3@>JfOm zZ}{xnV_;1+Bp+EwUE(_J;ZMf?`XyTSshQg1Uj2d(B;rzVn(_wW`ztMIaq>98A zXYh?~&77fY+<4?*i&JEbNzCr)cZ`QnJ>@4D8usTez$=!hJ-hvC+1ku0vvp%`Bamvj zN}k{%wr|s&J+%I{r>%73A!rJW+LRah|0^^tZLzgQUFGAqoPIByu^&YSp^M*O8$Ro2 z3#V05+!i%W8G}0gR;=C&+86y8(Se(DfY=0`#M1&MI=~OnHSi!+lS{!Mjpko}NfV^Q z38^VX9Y^s=p;0wcEUy{;t4r`Q0UXr2%oMsV0?RHH!fd<;0(uJ#2Y+MmJaM5_bP&)_ zG$S;*@_(Y$^aZFxbwgNa_As}`+`;7N{S5#dJqX91WEQbng!tiqUSc%|&0 zDi9UX09o|@7FPH`@q5IGzc*B_D%C%g^SptxGrz}(6t&o-;RcHAkMtbOfzVsX`M%DO z3vt%Gz$b;&Rn{OC@fh)9XkfiWZIp6 zn>;VTbr3CY|3}u)Ba~ZR?OGp=IQ2gaNE~{kDZTrtJ%vt2qT;i{pH*P}76bg&hT=gI zfHp2w!kH0>{QZ`RaQudR;W`Eq-Ihbj_$xJECL?CDJm|au()I*;Ba4#!hqjHIN1=>n|H6Q8Dt-f1JVac08V>l@ zdU8)@axoaEbAS&I|;FpZN2U5^Z&o?!;@WestQ&SnN34$N{q zku>iz&Y`288zR89V_1h~1r8!xqw$u>%a_fhOvBgphC};zB3iyT(aNyVs)oG) zrS6Ki#bvKTKoRm?vzt2YkBKDPC1`WBg9S*@IMnq=akR(5K?)z}=a>t86SjKM=XgBh z34y%pRv>y$nmQfH*wh?!VrFp4^n{}Veu=piumE2m~<8~0qSBaZQCXd;4SG<%V z3CLUa{xOF`;|2Jjs~uOQ72ae)B!tmc1?Jit#QM%1NDL8?_qHh`?LFj$)UTcRdmTI4 zT1}7BXo&~eQ4q7WXb{7wY~T7_yX-82^t#ZoPwQHaonv77Tzm|4;?AGDc`J{lxG2OBC;%lT-8RO+d&DbS_#XsuD+r>gAwfx4}_b!u{R`amiW-pljcrqjNdLa>y# zuG@tP=j*irRBa_eAlq&Jn0yp>r>2Cgn<35T}`~6wgLH^16 zGeOhzl{&`l=WzwccnS(UFP5a-WpmT1n3yn9+yHnB#GN(Cx9q(ct=6tQjn@I$D&ry) z+aq@`)uAF&o%tA&w5yMZYXP3A=mu!yHux;Ay5EhTQ$=ah3O5>c~pCUo= z?Z*}$#~7T#)o=MDtAUO`9P^pD>wa5mpvY#T%U1T@&VDHwAH&Zx_Nbj;UE#qx^=<_( z4%G>}eJ(Hn;F#1z5><*i&!dl|GQ}=e9O)vYyoZrY1JB$TI~XGYD+BSW5)MAD@&!~q zKSNI}hu3?j1lwg}T(BRq>tXDKQgI|fGpN6o{R?(0weliuwOI2boA~JO0wT(A0HK55 zbum*IeF2@gK+?$11*!Tb^SgP%J@C9HaF@fvlvhHoC}sOg%`Eq%tk09g``{5g$@v-7 zldttc1tHv)pInh%2pFWoLsSO#UJ0pEdUr=^+r5c$^plhNR-7KZwK%zaiT(zlkqr2{ z1V{W)Z+E;UB8EFD5?;PS0yvT9WgMe#gWVXbr&?e)MyS^_=;NW6`%P<^$lhIGnlYgM z5ZxzeCYfjZ4xUBCDyL>C61s;~~#6-3-(^qz^o_ z2wU5(^IYT1c%BayY{VL@9FguSEg1T)_Kw0x3h{nGXWAM{U#>~RjIufRS^*vBx*X>I zB-sn*qkV`?ddeujbCSHZAQU4jy@t)+!}Q@m7xZ<~Gwn->F*(pzeOj{WkUHsbX5M=0 zk6qLG6IZdrice32H#+gNcDheeQ)R4*Xl%pg=hZBxbrfJu z%Bm9T%0pQ!9%H7MW!n8$uUkeFq`~7gTI@oLqWHX>V zdBL6b)RuziX928|Q251POqwBmtlzE-h1`PvNHLli*Ld)FH5!vjd@B#q7B690RL;Vz zUay(OGnDm!Mah0e^G_3)%%cXuSME7kRd!gH5eMUAR1+QWL7{pAdQdUNc;XhUUqx{4D%X)i$!j7DTAK$dZ zN%jmh5s};QA~#Ze)$Gj@h)nd<{^AJvt6y&mEoQlwVO?)5>zBVDhLO#}h(?(pvAp78GJ0emuNXS1 z9WPCc1_W9w2L%4{?iYCVZY^1&x}vz!_6)L7;@4b=>^Beo|!T~-+; zLXKj!chs}7*x>6fzXi}nNi-yyQ?62cu;M?zJDgVRj+1Wa4|CHYo1mXXg{cp7qfM27 z{t1?ZZs3Fd30rSYF-=9GT!B#<>{J66Ft;mGhsmv?9Mu!PE)FdNEfXDDNJ;DFsX8v* z*{A$5B=J+QD6H_{7Uy0KE?qYA*TClp@Je2ukOFc@48wc>iV70=Cwe&hjrc6DpLsP} z0Gnid-x&5n*(1s^w9hn1_{la%xIIwV%EJ~HYQ{I@+?+fjHi=o#glqtl_gv9`f|xyJ z#g!be-l>h~o|+H`+Y7b6LO@FRn9v^O&DnkpxK@7+zQ5k1&6&Fw(WS&&jZzGf36fdh z50aVeDWnu$JSAN+p5>V=*yN@nfJ}G&OrKsXVp7utDHvOr*;wsixPE!NNG`m&kJX6& zpP#qrjU0hGfB&eBAJD1D^_NP3Z8<}NYX^T`!RN^RU@A9`bkoJ`LjTXl%Uv8$hO^7_ z$iBz-mi5`uP!o{7Wogv}QSd1H^YyUVWISU0gqZZQ4Fz&vwI1p2w~cPuZGDp+-a_W$ z@RV{1(u5{F;0NeUWQFQ0%F?|72xemh@MbOnL2N;6zsuI5$nL%FDaE|$xza$^B`dj4 zD-ZkWArpnY*~|Ns`zgmh8(c$ZH>hSlhw#+@U8gEwi~VQLG2$3pfR9LfPCQ6S9VT5& zL3vwo90z0hTjm%;w&J&fmI1GjkR~+JJiXZgT z2Lae=(el;m>T2N9;=Q>Wyu~LoPWdPUUYXYc2;pqUNH6{^f@%gvJ*{Jy(LXj1b08tIl7(LiV;*r}q1g-){Xl z)56|Mn`kE3ta#R}f@@`|Zv^=z6P@JiY9t)P2{X0W!LFVJD2NKRm~hsaX_OVz0>AHo zDQb96WaqERHRb}tSqgfiRqvpRj^Nm`)1+^#)+l@{tp75Snv7YI+sBz*@qL~AZg zUL$t(B#(M?^T#YiotenB%76!77{JB^kOwq88Y`9ZLny)=F9%{X6ny?@)p@71t$yh= zoH8THdjGDZ03Zf{?z*Wa<~@tVYf>ZjAiwUs}S5P*rd4 z@o>wAUt2Y09Bqbe+(x{Vnx**auk+}963^zo?8gv=dR^YFSbiH2%ylyb7)rartP*oE zUb1b~L*E)5eUaMbRUA5K+?-g?McIo-6i(L%xEMpTL$e20LbF!|rM-Rsl2|Q4nW{}O zVQCu6>*vQP;5~(0z_ZzFpjkT@$7vcrkX~Aa8Uerj&&L^cSqH(k)zK8CE(@y;qfP+X zGTru8<1B%MJDlqKDmujD%6-i?&}okmpTfg!9X&!#Q|JCE@7J2;8Wm+e!SL9X2S?0T z;xG7IbvE^^-54w70!17#|34Y)hX{0h)m5ib49Yd4;0z)ytq1%@W@Sw|-Cf?_MV=qW zHtPRxEQUs4x}Q;bh_^-Dmvf~$+rgneJY0YF#n$aKH%+xYxQ|7Q7I_Wx33^z-;3_6e zGE5RtJ6v*GL$p^b05B+}Ia8=d5J(pc(%epj=KylZhUIH-@NJVO@LX=@Y%EceyAKau zzq-o@pYATn$0uL3ivhGQLdNZ_N@DsHac%OdIesq*)re}ft-y#ZA?BUNrg~$bFNyp) zI{V_(MO#aVbRoGX5*K@kedx6#9wSmyVIg|He{p=qw|MH7v!w1VL@hGu#FLiBZGJLo zT6*i~u>Taa-`aZ5Fv_0)mBeQr>F?;TA8)S)h`jKKGG3;qe`sYwleJan4KIpHbK*+5 zT6|;GPsStuqRGiS(90ja6^GYnjkrs8vEO9HUq<;@Fx_U|U*2W`-D~P_pQa*Cvvjrv z7&JZbY^2}nsX$&e0+!x1b7*htyvI#54w^L$GJP3(VmDb;Uvm;$xLQN__J!trOM*!( zl;md~9bb?qwa~g|hE4kF=RV(E++NLC@e^>O)hw`YV~P5$oTP<-8HKP(^zA9B11bzy zU%$+f@vSULUVIC0w_l8CHSb3vo4_-o*of#?_G9|a*+t?Li53I%`S6NMM{}779e8B- zP~)DZ)ao$$e1p?fBR_oj!bUO-#o9QCv{WSvedo832I?9vPt)-FUZujEBn%p3de_hJ zb^I-Wn42Qb%~a7fd$8IxA)c!xO%mSjtm%0U{f@Zdt_ChIi+|dl;L`f+&jZwdL)BMD zj_Jx^fsc2Dp^rLdkNZnBj5+vLW5De4EXsMXb$y)C-ks&!!kk1A5_3o?*f0etsxgno zkW!XUsxMrPXwHShdG7_a@aqO531f=ADd?w%v^{BdUX{9C-=%Pb_Hp&pISJ9aRKjGh69#oiQP;M)c-%UGWm7CvIWqujCoOK*6YPKH8^|OtqV6!nY;!&!jQ;lb62i;XxSfpNSe+~gR5MR&+V9z>1 z$`wI<(QxoXT2gE~V8D`+5vyS!`#g4xOwKfJJ|&M}U%L!yUcHOOdFnBUlAK1dCdBYg z!tNv#ce0Kc4>wUP+2HC(u}g3+J4n7zKn(5!OI!#tY<_QA-srSH-q{$u5Te`g`?dYr z>2!U)7knYeviZI1V{LD?KNhcJi+R(Y#pRF0^+n|1#YI*!sc+lzD~*2pyn~ysrcPB( z3l|T62Jw#|Vo?^dhoR8JJu%Dr{_O7_#$(aCa7-b)P@@`JNfD$jGc>yS=dasD=s_L2hO s*iT)cNCwGO4yjRY^hyg-d7DM`y2VsAULW?y6W`$^z7u#HP(nfcALT~NFvglhZNiJd^ykXl|SL+lqAF- zcz(_zOc@Tn?{uO!9Qxk1(Fje*IL2y{=hR4_vZy1Kg=z9CjZ==T^2wMy-5Pk?K>+{l z?G3zO(>DqyWTvj?upX@U7w<5pTne+CBz!`p9z)D#3||IY(6B!vGMpYJb4WNPv7iGi zJVBFvJQ>sjj)<6!Q^F&AXzlDGuPSu)d1D&swLMD<-^!BoGE?UA?`lUZe8m31rnijb zm?gAo<1Tjplv6%$Ru80%M5HnH^ zt+#TRjOl``h00NXPc{k-`7~m(G3)**6CsKJMF~HG(aLveBB$llp>ne6hct~P%gW`9 zGkGSem0ya|C*n0vvnaht8lqB)!0UstQJ#?4!xsEHI|<`FqQ``bX3aB7vkz?6lxbyZ zpJXx>!!YI4KQVG~)?UU0dTCZfE8?{n73<8V9fdX|n(?F<`Z@hMy)f10XC$F@roueXEgea^0d9i>SEaGyP`YPu-{SWCo-mSL%UVx z`Ssee8k&wxGM|BW-#GvJJ z3`yE<0r!}7Wr+(qm^gmn1Gm>S{Y2ku5I$Ldvylk9| zMH=U_HR-sE)Qh|RcU7-67$Kzz4(^=9IkuL7ahhYZtH6>nE9`Gs1Jgdcdzg8mb|GK* z8yyAw^qg`ILe*wy5(Hc-i{7U~8x{q%4_ATyYcSAIloRaS}2^b(v+rnaNeI8a^(I{r=@ z)hpFd*9@E~!|M_$SIvVB!&+~(G4$?YYr-1xy*Pf=67JWvUk&lEonNpTCz3u@JKBg| z(h!y`AEnR}A4%9exflrwTW|z_^VwB6B`g^sb^Yx>zxz+>x4*+>!A=Z{=Q>Bf#$>o| z&O)fKu2bdONmvNm0M}6DSMMIy4gUwc1Z6M;n_N?df`~tN!i6sdkZ02k~hq8U#fq(Dyn}pl6QKq^={eXz9j!@RU{v#vl)|m z@N3O3-2;7`k~eK}Uy6VI5EcLQk$CxGKd@Qpv2HqwyTuYu(qsuF_r_S{#Vg||xIFKD zO(kKmXdm|CouiUWDluaayX~)#@^rCytNX&>n zlU9bR?J(9chUPqq=}$D7=mXX*E1h-~zmI9h(QyawtA@SqrnzCmpF_&bb~_GY6gDn^`933-Y?- zChF|7Bb6l`sp^>XsME=+^UjWBnMx9Oq^slR%9yQ_O^gV%LU5RP(TqO$c*3oM1XaKU z5^6mf2gGP{%H@ah48CaJ=r+@9oJ`vC&EkB*l4Ht6u}%)21Nq z4NPK0IaL^T8mIN)v9EW4Uo5GcJ}{(R9-`$ORpg`9EyfTs8g<2~zv^jn0iaVRWIEww zHu{tk-*PRoT|M^LuP0N1G0EK4GG&Y~QglNnH{9|X##br+Wy z7Stlk!=nf+c>sa2HSuMy$pT4kSv)P$^!)h zmmvFq$KtR-co$Qec=`zsRaQUovOXwO#;<}Gy-+CFcPQjg$f3~EBUpl*!*<3=B4B67 zd3|I!^nhvT<#K4~L%mP2q}qpYO9Cl)rW9Og%Q2E;q^}nV>&Zyld-Z$ANRE*lBP}Tu z<`~H_(hZE{Vq}hy93y?LkXm0zdhQ^}Son^S93w3yq~;jOG15(pbWe9D1uU`nwk&inba_F=C5Zc1evOf;;dB_hGEeU;&-&K2#-f`Rq!5rl{%K0M7 z*}og*Y`<`n<0!{b&eDTmj&dC3xX*++%5ju)FJY{{nB$&@c9`QZXZdj~hdB;&+{eQl z<}4X=^piSk_moZvjfmKC6K zgyRUOCL9-|`tu2AWq${4H!yn9ftY$zS(zU~JBB%eK9Db4@?E3fLHhs%N?=P=AF_NL zU!z^=bh{Udy3f5i5_Kfnn?%?D$9E0Vd?dfLZjAVWV)Nm0u=((O;&pxP_amX@|NZv? z^YR+A*SbBfzJE6Y3*0wTIs|hFb}tCF@PYL8rLcuVb|AKrAm(*GV((DQq1b(**t!Q~ zdoq~&om_`t4#DmP!Ma1P>&su=<8|=0n(%c)1o@F5m;bY#Z>!&D1RStA zU~|BBAHcTw%gEOk+7^%5f!m6L+pWJ~-Eo}bxO?Qd0^R`4@DmUQsZkP6y>OZ*XIhcq zhK6FEgpjvB__lvXd~+XwaQx=@?Oq={1NT!NMk%lJ2r%xmLtjIhd-yE&rhLq&+7F9u z@DT+vZ-Y^ezB5bEQmNj`%`fFC|p;3PawGcY5Ko~;jSRl&`^ zu;mWR9Bet*>J3{>*g!8aQj%FkqF5!0cvINidxJLjUTMGY(7~a@UC{yW9*_=12Fi+w zWarddA2O(dX#4%XhQfh?0|N&Jw+91o6DcnzEX2RJJEZ~Jj||Tv%Zvr-zzI zq85Su^W9&KSnv@JbB9s$toEL@W|t>Vrm&s=NYRJ;>Gv|bFGhvaQ$5a;IAgi zfco}g7^a;1x?M?U844$vR68zg9zq)Cw)WxptueV)#xc%aGrit}(FxK^)vkZca2Yc4 zPWun<9k?G@Y~HU&a8-p0u%#QynKPvJY}2Ew6%Vc}qK9$Uj#|mVywn-M6zkgGF}-`# z=oT=ocHd@hy`9#J7m`2al+T-cK_k1@Y?4rr1t!`v#n|GwaNaL@4mbIe)ssS(FQ$bfX)S| z_&r2ryZd|Bl)bn1(3Qm@mDtqfjkJG#nt&4?ft5lkpaXyzIYNI7_f?HuesjSs_>m+D zc$esy!0H4h|GVm@-sHZrYCoCX-&wGqm+MUXA6ukl;@zdWnE$>&p3C-mH8Xx4ZQcSu zLB91>JwWLOOOx(xd@aht67G}H2-b4 zwfa_+JFN6vrfsuhsy;sV%`a0gb95NU54OZ@1gytbDOh*eL>g?iJh`r3Jgk$i>Z-cM zW_Yce7Vuq%-)yyM)nH~d3UB+=-m`1(^{X9hH9FtwSAVBbf2U{tU}|?i?N$4^UHf^z z+QD|C^X;DXBfEOktM&`K_KSYCgWX2wyZ!3#Y(j`zT>sqRS9i{Xx%dF4Ox zy>ArGSa_zQxJ8(u7(}(Sb%bJ1ZN18kqVe=QwG{Mv4D_F3d1#euxq(ay>*_$D;fL(H zx{{W7A=T|&{YTB677&`;9_=4#QtuTVVK|*$Py@A7&#Nd+pnfRczo7K&2vJkDxN*Jl Me-=C{0IuW!0BjU(%K!iX literal 3138 zcmV-I488LoiwFP!000001MQvbZsWKW$G_((1R*Gr!k&$sIF|+bAu~H$EOuu*ZL$H{ znZTeW#$qE&8d7rN4cxct3-rl)Na{k#auRv%nbL1Mr}0>3_~Usjf?a)v1jlAl7zbUJ0KM-n2Ul)F^cVcE$vmf!3VCpRP{ zcE_?)=E;<9*ZQkYw7Ol}ni-YQkPHJ^Ea53N(tYMNq%t=O-$g;hWvzTPBzp%PtLHfI zr{C{b&c1CN9Fno>&v`jm>rd8sKzSm};}XJ0G|^)S*qF($&H+?xk4fVC=iw9*Zb%?# zM;<(qCi`^VDF^Hk;SVFiz3R~Bv$MS7pogc8X{49-%q{#ZOVayTnaf_*j`H9O_Peb5 zz(@{QNQ*j_vHO>l@@c)W@T0q5pytBlMpi=O`r$AgKhvpbNESab8hG;=Ynp3%pENfp zGa?SP&*iWrpbN4VDo1@@?_?UXsmGGqtlKwCxFq-|CHw+Ln|z4E#LuTrDkt_YqbNvN zoG)iNleeN+`MD@_vBBO;kz|vVSl(%0m)ZvIe`%4&5O2=oR6jUhzt5 zGA&GPlQ@Y)*Nr%}uZ>(eYi|Prt<(!jE6TnY1g$0Vdd zgFW0R2uLibSJ&pk#T)ZzOcS4`!dSe!4?h%#&kPlrlUc2va;{ccHFd<9_c0Q>MPE&( zWy_KDj^N9^nsUpQdOk23QGIX@%irQxdN)^hX@YVR1SFa+Ae$9+)WaXO0eB&L^OMRu zhu_!p^ZSv)v0=gjD&{Ac!xZY7?bI|JFd~$fQidw+Fx29#&!g~vq2Wj^80VmpPMZ#2 z#k6}=xSYk(PpZOwn6~(=Z;{Z0&oe8!v7jz1fmLIP7))R#kwx#Rnx5JsCBmx+&*+O!XWI zEbqs0GF_1OFUq5atTDN7N@Za~DrX}h**{oW55i{S}Me;2BW`xju!PUep`}_|&%9iJ+hM4-yXEq|LtvJtw_i@MG`_1LK0g029_Wbh-RFG0s_07*H=bEFBpd2t_OxL%P_^l zA`Hoh1X8d}Dd5f)A`&9f*V_ndhe*9XA`&7JBGTG7!Vr-Vksd)L+#y3mLPYvn8)_{X z=@=QwSoerXh)8SMPeVjPM0yO7aH9e38-3A(x4_+NY^jZG~ z+GLD(6TL3OLhej)UBc=>08}nb# zu3(O!4at{t^4+3;f_4c6N+2Yvhb&*mJG2X(9<@SIeC`cN6iKu-i9Y`=*?^{-PMX$t z*7L{fMrpY5Z2dy9`FuUtd_EajP4E1ECA9p%|Gr>e-eUIJw%gTDmm@F-UrdPzh6uJ2 z1Y3AR`u0-T!XYDwZ6t_Ujknk%iXn=v62-QCL$)P@;Xlbm1VaQ{34%3mxo$6iHIEnJ zYct{Nksah$f?x<>>jyA=Q~BJsu@4Ih9&enWm+>1}7= ze)5Y^%ImxWjC*qETS#*+pT*wixA_$DFbjjPXe0AE7=;AZlEBnzrrb(=A}QZvF8BnY z9yblsF)RZ4@TmePVR0IR8L9VXdswU3+-wV5c(Dv&3t_7@Y}H{ydWnIO%q9}WCQ-!u z%;wg6X>;qH_WOtqhz`r5gFJhXbRc3-RzMOqq1N`0LB5IBKWO(F3IqcL0|bNTg8{gS zi02dL%FpLrr2*Ry49_zlL-5nvcyZ#JZ#9unErRO5@BV7UB5&a^BaE776??XtU3PbU z2BH@4_;2ba-#fj&tg~!Cj6&5)K!!9>crA@1tnaK=J5|kX9ar003kU6F2TLtU znV6o)7Oqdnr1Z0gCptNqYJGTw>vs)+zZxk6>eGv^8*ysudJ{U1rEtPg5pf}Sh{P~= zB@PEa8k1YexRP^MPcLJzbb|C=)oWidxeOWkp#6vS0o)HPHtV+w=vAfyS<@rOnKPtf zw&~H;iU-%_(et1wq84&6yE+D#VomW~rZRNgdJq`k~^M#lP|3Vj8+l{E;tsgFUiEZN#lQXtb5Vn?FA-goFlE29aqOy!M2- zv^xLu*_COp1X+nPEhJHO)+<*;H8QqPMTH^?si^J^w0GPK!G#V$JT4W`0H8=Rklqx| zifS=>f58d#MM6UG4c--jwFN}|chyW8qL$R$VpV-H8(3OUPs?en{X4EbM-o=iE-ovqA@)0HiA zcI#2v8a>^bRau-$ZiX%woJG%!Gh}p)kdi6(`o&AOcI-10+i(eCqqY0U#hqE>)txO9 z_(FLLI7@L8^NLC#_(}fe!PWTE>rboUE6%gcb=oSCv4|HJV(HKe1(E_ zlXb+9)#g`Ji!U$hyr}3^v)By3^wsEEfl}h1fo6`Mi>3+M?&Oxp5gLdT) zYvm7HmUsMW^M0$+$JNru?MgenTI0Qz<-KZguT|-jYUz`9rJbW%<45hvA0BwMd6VUf z;*D1*opGl>?tnr%Fv}gs?;QIbuvy3PIwxKSdeBj|Hu=@w+Wcy<;&RujKCgE&C#!cB z^gaYcO?B=N-E|Mu%q#yXf7`~vF>`O#?qYWNI~zo?wDpzqz6!m{jY{L`Uur4n_2}r2 zY 50000) OR on() vector(0)", + "format": "table", + "instant": true, + "intervalFactor": 1, + "refId": "A" + } + ], + "thresholds": "", + "title": "Sync lagging validator", + "type": "stat", + "valueFontSize": "", + "valueName": "" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { + "defaults": { + "custom": { "align": "auto", "displayMode": "auto", "inspect": false }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 5, "w": 6, "x": 3, "y": 6 }, + "id": 72, + "isNew": false, + "options": { "footer": { "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, + "pluginVersion": "9.1.1", + "scroll": false, + "span": 0, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "sort_desc(clamp_min(aptos_data_client_highest_advertised_data{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\",kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", data_type=\"transactions\"} - on(kubernetes_pod_name,role) aptos_state_sync_version{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\",kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", type=\"synced\"}, 0) > 50000 )", + "format": "table", + "instant": true, + "refId": "A" + } + ], + "title": "Sync lagging validators", + "transform": "", + "transformations": [ + { + "id": "groupBy", + "options": { + "fields": { + "Value": { "aggregations": ["lastNotNull"], "operation": "aggregate" }, + "kubernetes_pod_name": { "aggregations": [], "operation": "groupby" } + } + } + } + ], + "type": "table" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "thresholds" }, + "mappings": [{ "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" }], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "red" }, + { "color": "red", "value": 67 }, + { "color": "#EAB839", "value": 75 }, + { "color": "orange", "value": 80 }, + { "color": "green", "value": 90 } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { "h": 5, "w": 4, "x": 9, "y": 6 }, + "id": 74, + "links": [], + "maxDataPoints": 100, + "options": { + "orientation": "auto", + "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.5, aptos_chain_health_participating_voting_power_last_100_rounds{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=\"validator\"}/aptos_chain_health_total_voting_power{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=\"validator\"})*100", + "interval": "10s", + "intervalFactor": 1, + "range": true, + "refId": "A", + "step": 10 + } + ], + "title": "Participating Stake ", + "type": "gauge" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "thresholds" }, + "mappings": [{ "options": { "match": "null", "result": { "text": "N/A" } }, "type": "special" }], + "max": 100, + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "red" }, + { "color": "red", "value": 67 }, + { "color": "#EAB839", "value": 75 }, + { "color": "orange", "value": 80 }, + { "color": "green", "value": 90 } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { "h": 5, "w": 4, "x": 13, "y": 6 }, + "id": 75, + "links": [], + "maxDataPoints": 100, + "options": { + "orientation": "auto", + "reduceOptions": { "calcs": ["lastNotNull"], "fields": "", "values": false }, + "showThresholdLabels": false, + "showThresholdMarkers": true + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.5, aptos_chain_health_participating_num_validators_last_100_rounds{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=\"validator\"}/aptos_chain_health_total_num_validators{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=\"validator\"})*100", + "interval": "10s", + "intervalFactor": 1, + "range": true, + "refId": "A", + "step": 10 + } + ], + "title": "Participating Validators ", + "type": "gauge" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { + "defaults": { + "custom": { "align": "auto", "displayMode": "auto", "inspect": false }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 5, "w": 7, "x": 17, "y": 6 }, + "id": 28, + "isNew": false, + "options": { "footer": { "fields": "", "reducer": ["sum"], "show": false }, "showHeader": true }, + "pluginVersion": "9.1.1", + "scroll": false, + "span": 0, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "aptos_committed_votes_in_window{chain_name=~\"premainnet\", namespace=~\"telemetry-service\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\"} + aptos_committed_proposals_in_window{chain_name=~\"premainnet\", namespace=~\"telemetry-service\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\"} == 0", + "format": "table", + "instant": true, + "refId": "A" + } + ], + "title": "Connected but not Participating in Consensus", + "transform": "", + "transformations": [ + { + "id": "groupBy", + "options": { "fields": { "kubernetes_pod_name": { "aggregations": [], "operation": "groupby" } } } + } + ], + "type": "table" + } + ], + "title": "Blockchain health", + "type": "row" + }, + { + "collapsed": true, + "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 6 }, + "id": 62, + "isNew": false, + "panels": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "area" } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "red" }, + { "color": "orange", "value": 70 }, + { "color": "yellow", "value": 80 }, + { "color": "green", "value": 90 } + ] + }, + "unit": "percent" + }, + "overrides": [] + }, + "gridPos": { "h": 9, "w": 8, "x": 16, "y": 7 }, + "id": 68, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.67, aptos_chain_health_participating_voting_power_last_100_rounds{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"} * 100/aptos_chain_health_total_voting_power{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "participating stake", + "range": true, + "refId": "A" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.67, aptos_chain_health_participating_num_validators_last_100_rounds{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"} * 100/aptos_chain_health_total_num_validators{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"})", + "hide": false, + "legendFormat": "participating validators", + "range": true, + "refId": "B" + } + ], + "title": "Validators participating in consensus", + "type": "timeseries" + } + ], + "span": 0, + "targets": [{ "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, "refId": "A" }], + "title": "SLA", + "type": "row" + }, + { + "collapsed": true, + "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 7 }, + "id": 22, + "isNew": false, + "panels": [ + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 9, "w": 8, "x": 0, "y": 8 }, + "hiddenSeries": false, + "id": 26, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "sum by (kubernetes_pod_name, cluster)(aptos_connections{network_id=\"Validator\", role_type=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-{{cluster}}", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Validator Connected Peers", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "locale", "logBase": 1, "min": 0, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 9, "w": 8, "x": 8, "y": 8 }, + "hiddenSeries": false, + "id": 45, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "aptos_state_sync_version{type=\"synced\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-{{cluster}}-synced", + "range": true, + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Synced Version", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "$$hashKey": "object:60", "format": "locale", "logBase": 1, "show": true }, + { "$$hashKey": "object:61", "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "area" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "transparent" }] }, + "unit": "none" + }, + "overrides": [] + }, + "gridPos": { "h": 9, "w": 8, "x": 16, "y": 8 }, + "id": 76, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "count(aptos_data_client_highest_advertised_data{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", data_type=\"transactions\"} - on(kubernetes_pod_name,role) aptos_state_sync_version{chain_name=~\"$chain_name\", cluster=~\"$cluster\", namespace=~\"telemetry-service\",kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", type=\"synced\"} > 30000) OR on() vector(0) ", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-committed", + "range": true, + "refId": "A" + } + ], + "title": "Validators lagging behind", + "type": "timeseries" + } + ], + "span": 0, + "targets": [{ "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, "refId": "A" }], + "title": "Validator health", + "type": "row" + }, + { + "collapsed": true, + "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 8 }, + "id": 53, + "isNew": false, + "panels": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "Proposal failure rate in leader election window. Value goes back to 0 once node is not asked to propose at all in the window", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { "type": "linear" }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 37 }, + "id": 108, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "aptos_failed_proposals_in_window{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\"} ", + "legendFormat": "{{kubernetes_pod_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Proposal failure count (in window)", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "Participating in consensus in leader election window (either voted in last num_validators rounds, or proposed in last 10*num_validators rounds)", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 1, + "scaleDistribution": { "type": "linear" }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 37 }, + "id": 110, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "clamp_max(aptos_committed_votes_in_window{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\"} + aptos_committed_proposals_in_window{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\"}, 1)", + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "title": "Participating in consensus", + "type": "timeseries" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "The error rate of main loop.", + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 45 }, + "hiddenSeries": false, + "id": 50, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_consensus_error_count{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m]) / on (kubernetes_pod_name) rate(consensus_duration_count{op='main_loop', kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m])", + "legendFormat": "{{kubernetes_pod_name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Error Rate", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "short", "logBase": 1, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 45 }, + "hiddenSeries": false, + "id": 51, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "rate(aptos_consensus_timeout_rounds_count{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m])", + "legendFormat": "{{kubernetes_pod_name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Round Timeout Rate", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "short", "logBase": 1, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 45 }, + "hiddenSeries": false, + "id": 54, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "aptos_consensus_current_round{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}", + "legendFormat": "{{kubernetes_pod_name}}", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Current Round", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "locale", "logBase": 1, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + } + ], + "span": 0, + "targets": [{ "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, "refId": "A" }], + "title": "Consensus", + "type": "row" + }, + { + "collapsed": false, + "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, + "editable": false, + "error": false, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 9 }, + "id": 40, + "isNew": false, + "panels": [], + "span": 0, + "targets": [{ "datasource": { "type": "prometheus", "uid": "PCD0403638111AF12" }, "refId": "A" }], + "title": "Performance", + "type": "row" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 10 }, + "hiddenSeries": false, + "id": 10, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.67, rate(aptos_consensus_last_committed_round{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\",role=\"validator\"}[1m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Committed blocks per sec", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { + "$$hashKey": "object:132", + "format": "short", + "label": "blocks per sec", + "logBase": 1, + "min": 0, + "show": true + }, + { "$$hashKey": "object:133", "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "none" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 10 }, + "hiddenSeries": false, + "id": 141, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.67, rate(aptos_consensus_num_txns_per_block_sum{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"}[30s]) / rate(aptos_consensus_num_txns_per_block_count{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"}[30s]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "__auto", + "range": true, + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Transactions per block", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "$$hashKey": "object:800", "format": "none", "logBase": 1, "min": 0, "show": true }, + { "$$hashKey": "object:801", "format": "short", "logBase": 1, "show": false } + ], + "yaxis": { "align": false } + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "# of txns", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { + "mode": "absolute", + "steps": [ + { "color": "green", "value": null }, + { "color": "red", "value": 80 } + ] + }, + "unit": "short" + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 10 }, + "id": 67, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.67, rate(aptos_consensus_last_committed_version{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"}[$__rate_interval]) - 2 * rate(aptos_consensus_last_committed_round{kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=~\"validator\"}[$__rate_interval]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Committed user transactions per sec", + "type": "timeseries" + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 18 }, + "hiddenSeries": false, + "id": 30, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": false, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "avg(aptos_core_mempool_index_size{index=\"system_ttl\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"})", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}-{{role}}", + "range": true, + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Mempool size", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "short", "logBase": 1, "min": 0, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 0, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 18 }, + "hiddenSeries": false, + "id": 32, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.5, rate(aptos_core_mempool_txn_commit_latency_sum{stage=~\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", scope=\"e2e\"}[1m])/rate(aptos_core_mempool_txn_commit_latency_count{stage=~\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", scope=\"e2e\"}[1m]))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "p50", + "range": true, + "refId": "A" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "quantile(0.75, rate(aptos_core_mempool_txn_commit_latency_sum{stage=~\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", scope=\"e2e\"}[1m])/rate(aptos_core_mempool_txn_commit_latency_count{stage=~\"commit_accepted\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", scope=\"e2e\"}[1m]))", + "format": "time_series", + "hide": false, + "intervalFactor": 1, + "legendFormat": "p75", + "range": true, + "refId": "B" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "e2e latency", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "$$hashKey": "object:800", "format": "s", "logBase": 1, "min": 0, "show": true }, + { "$$hashKey": "object:801", "format": "short", "logBase": 1, "show": false } + ], + "yaxis": { "align": false } + }, + { + "aliasColors": {}, + "bars": false, + "dashLength": 10, + "dashes": false, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editable": false, + "error": false, + "fieldConfig": { "defaults": { "unit": "" }, "overrides": [] }, + "fill": 1, + "fillGradient": 0, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 18 }, + "hiddenSeries": false, + "id": 44, + "isNew": false, + "legend": { + "alignAsTable": false, + "avg": false, + "current": false, + "hideEmpty": false, + "hideZero": false, + "max": false, + "min": false, + "rightSide": false, + "show": true, + "total": false, + "values": false + }, + "lines": true, + "linewidth": 1, + "nullPointMode": "null", + "options": { "alertThreshold": true }, + "percentage": false, + "pluginVersion": "9.1.1", + "pointradius": 2, + "points": false, + "renderer": "flot", + "seriesOverrides": [], + "spaceLength": 10, + "span": 0, + "stack": false, + "steppedLine": false, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "histogram_quantile(0.99, sum(rate(aptos_executor_execute_block_seconds_bucket{role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m])) by (le))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "P99", + "refId": "C" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "histogram_quantile(0.95, sum(rate(aptos_executor_execute_block_seconds_bucket{role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m])) by (le))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "P95", + "refId": "B" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "expr": "histogram_quantile(0.50, sum(rate(aptos_executor_execute_block_seconds_bucket{role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\"}[1m])) by (le))", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "P50", + "refId": "A" + } + ], + "thresholds": [], + "timeRegions": [], + "title": "Block execution time", + "tooltip": { "shared": true, "sort": 0, "value_type": "individual" }, + "type": "graph", + "xaxis": { "format": "", "logBase": 0, "mode": "time", "show": true, "values": [] }, + "yaxes": [ + { "format": "s", "logBase": 1, "show": true }, + { "format": "short", "logBase": 1, "show": true } + ], + "yaxis": { "align": false } + }, + { + "collapsed": true, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 26 }, + "id": 98, + "panels": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "The storage synchronizer throughput (versions per second).", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 12, "x": 0, "y": 39 }, + "id": 100, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, + "tooltip": { "mode": "single", "sort": "none" } + }, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "rate(aptos_state_sync_version{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=\"validator\",type=\"synced\"}[2m])", + "legendFormat": "{{kubernetes_pod_name}}-{{role}}-{{type}}", + "range": true, + "refId": "A" + } + ], + "title": "Validator Syncing throughput ", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "The difference between the highest advertised version and the currently synced version.", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] } + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 12, "x": 12, "y": 39 }, + "id": 94, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, + "tooltip": { "mode": "single", "sort": "none" } + }, + "pluginVersion": "8.5.2", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "clamp_min(aptos_data_client_highest_advertised_data{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", data_type=\"transactions\"} - on(kubernetes_pod_name,role) aptos_state_sync_version{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", kubernetes_pod_name=~\"$kubernetes_pod_name\", role=~\"validator\", type=\"synced\"}, 0)", + "hide": false, + "legendFormat": "{{kubernetes_pod_name}}-{{role}}", + "range": true, + "refId": "A" + } + ], + "title": "Validator Sync lag (behind highest known)", + "type": "timeseries" + } + ], + "title": "State Sync", + "type": "row" + }, + { + "collapsed": true, + "gridPos": { "h": 1, "w": 24, "x": 0, "y": 27 }, + "id": 81, + "panels": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 8, "x": 0, "y": 40 }, + "id": 79, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "sum by (kubernetes_pod_name) (rate(node_linux_system_cpu_usage{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", state=~\"idle_ms|iowait_ms\"}[$__rate_interval]))", + "hide": true, + "legendFormat": "__auto", + "range": true, + "refId": "Idle" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "sum by (kubernetes_pod_name) (rate(node_linux_system_cpu_usage{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=\"validator\" , kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval]))", + "hide": true, + "legendFormat": "__auto", + "range": true, + "refId": "Total" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "sum by (kubernetes_pod_name) (rate(node_linux_system_cpu_usage{chain_name=~\"$chain_name\", cluster=~\"$cluster\", metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", role=\"validator\" , kubernetes_pod_name=~\"$kubernetes_pod_name\", state=~\"guest_ms|guest_nice_ms\"}[$__rate_interval]))", + "hide": true, + "legendFormat": "__auto", + "range": true, + "refId": "Guest" + }, + { + "datasource": { "name": "Expression", "type": "__expr__", "uid": "__expr__" }, + "expression": "(1-($Idle/($Total-$Guest)))*10", + "hide": false, + "refId": "%", + "type": "math" + } + ], + "title": "Validator CPU Usage (Linux Only)", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "deckbytes" + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 8, "x": 8, "y": 40 }, + "id": 83, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "MJnqIFmVk" }, + "editorMode": "code", + "expr": "node_process_memory{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", + "format": "time_series", + "intervalFactor": 1, + "legendFormat": "{{kubernetes_pod_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Validator Memory RSS", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "decbytes" + }, + "overrides": [] + }, + "gridPos": { "h": 8, "w": 8, "x": 16, "y": 40 }, + "id": 85, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "node_disk_total_space{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"} - node_disk_available_space{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "B" + } + ], + "title": "Validator Disk Usage", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "iops" + }, + "overrides": [] + }, + "gridPos": { "h": 9, "w": 8, "x": 0, "y": 48 }, + "id": 89, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "rate(node_linux_disk_num_reads{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval]) + rate(node_linux_disk_num_writes{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "hide": false, + "legendFormat": "{{kubernetes_pod_name}} {{name}}", + "range": true, + "refId": "B" + } + ], + "title": "Validator IO Operations", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "never", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "min": 0, + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "Bps" + }, + "overrides": [] + }, + "gridPos": { "h": 9, "w": 8, "x": 8, "y": 48 }, + "id": 87, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": false }, + "tooltip": { "mode": "multi", "sort": "none" } + }, + "pluginVersion": "9.1.1", + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "rate(node_network_total_received{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval]) + rate(node_network_total_transmitted{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\"}[$__rate_interval])", + "hide": false, + "legendFormat": "__auto", + "range": true, + "refId": "C" + } + ], + "title": "Network Usage", + "type": "timeseries" + }, + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "description": "100% = 1vCPU", + "fieldConfig": { + "defaults": { + "color": { "mode": "palette-classic" }, + "custom": { + "axisCenteredZero": false, + "axisColorMode": "text", + "axisLabel": "", + "axisPlacement": "auto", + "barAlignment": 0, + "drawStyle": "line", + "fillOpacity": 0, + "gradientMode": "none", + "hideFrom": { "legend": false, "tooltip": false, "viz": false }, + "lineInterpolation": "linear", + "lineWidth": 1, + "pointSize": 5, + "scaleDistribution": { "type": "linear" }, + "showPoints": "auto", + "spanNulls": false, + "stacking": { "group": "A", "mode": "none" }, + "thresholdsStyle": { "mode": "off" } + }, + "mappings": [], + "thresholds": { "mode": "absolute", "steps": [{ "color": "green" }, { "color": "red", "value": 80 }] }, + "unit": "percentunit" + }, + "overrides": [] + }, + "gridPos": { "h": 9, "w": 8, "x": 16, "y": 48 }, + "id": 92, + "options": { + "legend": { "calcs": [], "displayMode": "list", "placement": "bottom", "showLegend": true }, + "tooltip": { "mode": "single", "sort": "none" } + }, + "targets": [ + { + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "editorMode": "code", + "expr": "irate(node_linux_system_cpu_usage{metrics_source=~\"$metrics_source\", namespace=~\"$namespace\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", role=~\"validator\", kubernetes_pod_name=~\"$kubernetes_pod_name\", state=\"iowait_ms\"}[1m]) / 1000", + "legendFormat": "{{kubernetes_pod_name}}", + "range": true, + "refId": "A" + } + ], + "title": "Validator CPU time waiting for IO", + "type": "timeseries" + } + ], + "title": "System Metrics", + "type": "row" + } + ], + "refresh": false, + "schemaVersion": 37, + "style": "dark", + "tags": ["aptos-core"], + "templating": { + "list": [ + { + "allFormat": "", + "allValue": "", + "current": { "selected": false, "text": "VictoriaMetrics Global", "value": "VictoriaMetrics Global" }, + "hide": 0, + "includeAll": false, + "label": "", + "multi": false, + "multiFormat": "", + "name": "Datasource", + "options": [], + "query": "prometheus", + "queryValue": "", + "refresh": 1, + "regex": ".*Prometheus.*|.*Victoria.*", + "skipUrlSync": false, + "sort": 0, + "type": "datasource" + }, + { + "allFormat": "", + "allValue": ".*", + "current": { "selected": false, "text": "All", "value": "$__all" }, + "datasource": { "type": "prometheus", "uid": "Zu4MxH4Vk" }, + "definition": "", + "hide": 0, + "includeAll": true, + "label": "", + "multi": false, + "multiFormat": "", + "name": "metrics_source", + "options": [], + "query": { + "query": "label_values(node_process_start_time{}, metrics_source)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "allFormat": "", + "allValue": "", + "current": { "selected": false, "text": "forge-big-east-0", "value": "forge-big-east-0" }, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "definition": "", + "hide": 0, + "includeAll": false, + "label": "", + "multi": false, + "multiFormat": "", + "name": "chain_name", + "options": [], + "query": { + "query": "label_values(node_process_start_time{metrics_source=~\"$metrics_source\"}, chain_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "type": "query" + }, + { + "allFormat": "", + "allValue": ".*", + "current": { "selected": false, "text": "All", "value": "$__all" }, + "datasource": { "type": "prometheus", "uid": "Zu4MxH4Vk" }, + "definition": "", + "hide": 0, + "includeAll": true, + "label": "", + "multi": false, + "multiFormat": "", + "name": "cluster", + "options": [], + "query": { + "query": "label_values(node_process_start_time{metrics_source=~\"$metrics_source\", chain_name=~\"$chain_name\"}, cluster)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 0, + "type": "query" + }, + { + "allFormat": "", + "allValue": ".*", + "current": { "selected": false, "text": "forge-e2e-pr-5838", "value": "forge-e2e-pr-5838" }, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "definition": "", + "hide": 0, + "includeAll": true, + "label": "", + "multi": false, + "multiFormat": "", + "name": "namespace", + "options": [], + "query": { + "query": "label_values(node_process_start_time{metrics_source=~\"$metrics_source\", chain_name=~\"$chain_name\", cluster=~\"$cluster\"}, namespace)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "type": "query" + }, + { + "allFormat": "", + "allValue": ".*", + "current": { "selected": true, "text": ["All"], "value": ["$__all"] }, + "datasource": { "type": "prometheus", "uid": "${Datasource}" }, + "definition": "", + "hide": 0, + "includeAll": true, + "label": "", + "multi": true, + "multiFormat": "", + "name": "kubernetes_pod_name", + "options": [], + "query": { + "query": "label_values(node_process_start_time{metrics_source=~\"$metrics_source\", chain_name=~\"$chain_name\", cluster=~\"$cluster\", namespace=~\"$namespace\"}, kubernetes_pod_name)", + "refId": "StandardVariableQuery" + }, + "refresh": 1, + "regex": "", + "skipUrlSync": false, + "sort": 1, + "type": "query" + } + ] + }, + "time": { "from": "2022-12-20T17:10:27.000Z", "to": "2022-12-20T17:25:11.000Z" }, + "timepicker": { "refresh_intervals": ["10s", "30s", "1m", "5m", "15m", "30m", "1h", "2h", "1d"] }, + "timezone": "", + "title": "Overview_testnet", + "uid": "M-7AEX5Vk", + "version": 17, + "weekStart": "" +} diff --git a/dashboards/overview_testnet.json.gz b/dashboards/overview_testnet.json.gz new file mode 100644 index 0000000000000000000000000000000000000000..7527cb1e340de1aa0fe5086f00c3bd7ac8ef278d GIT binary patch literal 7000 zcmV-e8>i$SiwFP!000001MOXTbK5ww|39AsrOm#zGnOODcdD{gP9~YnZVvA_llR_a zTr7x!C9Wxw!^5`5>;3GDizEmF)M3dIWhhm#1b`rpM)$89-N4;509w%Zg9IjS;K!|3 z;0`C@M9+;A{OddY1$ZjW>7}lheDHCmwNs?_VFKeIjT}Vk0Ig&kl5ed+1TUcvTRWhY zx_y$;ZiAm#B51c;;9jT%`LO4a$C4;TLi*6{D^gu2@ZSbr5RqD=K@VoO&oqVzFETqX9}-A3S&DlCM?=SKJ!G#2KFYW1Mgay%_C~ z!UHm7-!FEG4);*9Dm%CQY=6QLcyUBwoq!;6vjqp?>iEcwWT&;P>krY06{~%R& zgk;b4QC`P9Tq7*^ehx>*iA9{e)&?>Th$4mR@8;oN4$t#4y zukJ`D(|o8~Fie8D?F12OT?n~k*4}s!zeRqKj3Q}^@L-XdceEuW%7a@FWh;$5TKHKu z*cW_&uF>b0ox|o#{)$g5C!Hr8~&wIL4=S`ant~7<>Aj08bUBPsExaOUTw`l|i-!Fdgur9>LpePAC(1eeov|CL%x2y7UqD z7}ZvCKEdb;MR}Ickjf(3=Zk2Muc3XuhOEjOI-IbG$N-%Mu8(;&8{?v@L0AT91u14_ z*(mRbxqgEDicIOdap=Ku)Z)p_ap|(*N zI71r`l8c)VMDd+7gsyKBB=-70zqOthKYzn5z|tA7+=%6{?<5&FF>;;QW=*2GWAP7X} zCCdIxKzz%F>KvoNijcsK6H+Pdy~nGHgW#5w^_k;cBUg%PnpUm|IY1?2%K5pxDJ26i zh4|U2c?2^g@qtc#=|8p*Jkkluu91^QPR=MN zF&``D*dc$Xk)v@s0=+TVx=MRkfkg?5?J($50lB@E3t1mIbnNeNiJKt0vfcjc-wM$| z#9F73owYuRvaJgCBs^B%%G5O$q9Q0_hmxZInWqww|)i>ga@> zwYO))oe_777I$cbr?bKXcqWsDczM`lf!T>WLR)SG6SO5OmL7}~{BtyN6U=YzYc@!$ zP%FRhb>fTd@6T;Jg8l%#qCX!;YLWLTM{+^(>=V2NU(e2s2z%oCXOFV#;)&xYtQ=Z< zT7lWIiUcDtjlf)_ekcgR>ye$@`t|_Eb{fM0vazywr%~s2Ut~%k`BhQ?S0O5`;l(z1 z3FFrid$StJGP?$g>IZ>>U}UrAxEiRk!3+JiWv0LDfoCZ0kra!WGJ#AWe%hN{PB) z;#NskM%5bW$}&|FmgeZBEPt6&($YMwv}JVgFg1^O57)T<5LtO4iAzb^s)b{vph`&6 z^i>E-_F|c+4PMT3GKY0n245e9mIm)}Pm!-5o zy*#Bw6f%`{s8+7hBDJ!W?6iFjlFxY9W)iWqW}TQNpYkM55Vy39EON6%h1g|pSBPHn zsVwP*aVc8c1ToCYa8XRnom-9vN1=_^7q^O%_SlX`Ce9wZgCWs5VIQyS#KqEpX0O6T zI-}2!((FvT#vPIbH9E%PAGAT>t6ZLTNKM-|Rfvk_=uuUXT}D>4$wi?h;_t^qA`YhJV8mLD$8aDp_=?EMk}*ky zn4)wXdvoxO7ET;;II&j?C%WY{Eu08Msd*U$ct!E=B{|7NY(yn$oQ|j@6#*2D8Y2mR zL$FWFkrg|SjC3%s@sv$fiq8hf$T)}+8_&06sWWVxG8R?M12hCFq-*&DYc5g|`b^>@wGaX!XKOAPeJ+$Qh9h~&W z8Qp#b`N)t%O_(*nf6psXc@syssKVSxw2pa7N_S zgKQ`bz#6iA0L9xmZK`$BFA;bXBaYHBA~zzKyD)*l`x3$6s%P{U%v(lX|Te5g5s!RN<%vc)5x-gA7*$Z_bl3BX;WirYLmj zdfpezTHR!1Tr{7#imlz^9)}XifSBx9RqLJB##P6|8oZDuSbQ5wW|NkZWcY1pFBOZ4 z-_@hUWfRti#)WT&Me=55+kjx;4P~Q%qcI9(8Zu@UoLAJS$!l-{#`(w7C!&%c$trpG zp(;5h56E;<`u;NX>A^^;gV5__J|cg>l&DT659uCTuU&$&sh~jBjO@y=xnh8z_Tf$? z@h7eZS28EU>ui#brB`8&(?|X}TZyV(F-kZrr)h2N1^zChWxDxs8h_OdD=Bh4(B$yD z88o?sXTBSS$+#w8Z#v;F8p<51WU6u^cQC|SypC6w15RbNA%RNUKah9KwK@Ya0%RND zm5dve@u3<@%6wcjDixV76eanddrQ65!L&oDIoWd>&4yY-2uY{pz1?b_nj|qX^if2& zU|N@6AjMoUsq&??zT{072k97$I&zcPLzGP+#)1&_)%UD5LwBn=!99mVPv@6TvZY?0K1Ku~NIogq{SB@yi<@eoD@M#{}4 zoy>M+XXNktefQe!r_{er2_$Jmdihni#DLx6+r7ov0eAv}!5bLorvzkna&n7avDwR; zlr!UsbRNT7q*&47%e;Wtam%l?b_%;?>17plRICY?i;`+ZrN_0CJ1zzy^FH9ltO9cv z4;bjSp3v?1LC|f#>_cdvn}Kcyx`EArZrb=+DGpWTc-RCqwq{_g&Bk;2_O%CNvUA!{ zAfIH(3T-|Rd;WZg!Nxxjy%Rg={R@NASBD)^^<;=v56qM`TjiQp1=)-PjB$W54lu?6 zW-jM%>X8{j3f8HIcctn~38MWjOEL)zFWei^Ab%5`=zyIn0!1Q=ObO7P(;t%g%U63vQ3=r4gd{7ZGO+kA^G(%oHed0xaBR7toWF zz#u>|=wZYIk^pq@Ds~X?F>?oQOane(e1(-soX0|D5P&$%^GL*x0V)84w?r0A6>ixS z%zv){wo}5<#{;1iC_wcwu;pgLe|rWrx^#o1jAOLUqE2R#{Vvv6#~5BP?+ zTeF>g(HxL7&xsk0>D>;n6t12!inDDcqg)b5F(UlJB( zQ>}je17PpJTce9@@DgBkU9}&&P1*TY(Yt=iPGaI648qrcA&lN8jQ%f8a9yMwUZkC9 z1(6-^sG$8BO6R0J1rNg6y!mz>_PBNmP5j0tptj=&qPA)83pJ<>7}UnH4Qg9c)J6nU zkS6?mmS(}XhNGFE$&iDuYyu3bF{mcbGpJ?`RFgYr&kJkHmuDGRV_=PeHDLW=jf`mc zN@9qn0Z^vlDCR92Za~q@69zEzg>OD0f_WxAxDFot)r0zHbKNhyxi`Rf|3voP-!F!L zlJEXn&DrieD!d0VNHL|TkwHidLL$himTMW4h!K%^g1mrpsYOO)6lhCRT zscKNF9--EvQ!O&BGBqV4twWduzsz6%tUgn65a7K3B|%v|kAACytWJY}J4y1Co{ul1L;}a_eJ(k0P5&20Kni4S-2Xckl0eotXNc zP21OoY|Pg6cImiK;T^v^82D8-v_3jB)07y8Qz^3QIM0INOz%Qb(u>%Ahes-?UA+2HB0A@a<`iK61Z>|> zWGtBvvm@J@iWQ&RHtD9FfjxsfB17b|l~fZ`YD{LU z+fzKA$y~N)_7u&YqA`~(92DR+kjudc*&{RxF)qSVqmORw7%K{Q^ea6U6?bi9CyCdL z`xRCt?%H>EL?F*D_ueeWc=U-)DIk-%(I%sbhMQ>&LuQL^!|=xOoOol>^{`I{Z2Z06xzf zt=~+wB_20@KisH9wJMQSN|;Y2Dz@fk(~0)?i{C~kGCGmbiRy73$8AG5P68}DMz(<9 zPEN2qPe)qrIWM4}G2ZjQcNdYoERiV(;QoupSP{0x?prZCK*-Q5gnJU00j$GZr0RILnB(++{ zx@@s%Z|9pn(7t;pd$674_b#pOK0I<-IA$sl#&LjLSviaX-~EHQ!r*V|U>K$e*y0Xc zxl0V@BHPkg;^xX1bLC4`VN>tJHdnqh;>wr&HoFt)QGRU13U7Q-ovEXC5svXxvBP;b z=*AZTf-dOB=2hH-QijCxb{*Eck97lNX?IV-(7Jz@j31cxjsdZ@oRk59f2r) z_wo|Ub8_u&4<$F4CDD6z`AzAdxG5cQY6H;k(<0mm=#2rJ!mNP7FO>oYzpx4oelhsv zQLe000+^HXsjnM@Un;u-$GZo+(kUzrz&QL?JJ;txhqT0YJi@4KE{^O%9MSB?AfNw8 z)7>43Y5n}#(_Jaqkw@rzX)N)&guG1Yj_-J2s}6d zTRk*%F^0+@)|DUJ__N%IT(ya2Z#yScLEkjzA)E7B;ErSq+;Ootx-tu#!J%>igF{(` zO~s+A=zUgf1AwR^s$Y8Z5&>%Et(n^o_r{<l3wPGdMgD}ite*sP{tloW9L9ddH~=Y9Tj^}(#Qcua>6(5~N}{Q`a=6b!aL63PZ&d~ZC9QoZ!O z7o&d~{WGi3=$}UaoKpYnBj>6&PDEa%=-k4z&*NI{^LWo_pNrK#KmFbR{lojwx2uQZ zJ__paD;zAtNu*^Ejqe@`%;o`u4^}4?#`($4$Baa49gqdWoaef=rSA`XqH_j*K0i08 z#h@00S`2F8bu<*UJR)c*t^-!1mJ)Rt)IvUMWU->i1rPC+P2+TJ3O^c(T|gTY-GSH8 z^+;TGqr3D#SB!@l$=*BwP+`$=#cV}H_N>F-KyWN&8%VxQTJteMTR*2y#TDVUX1$}O6fSjb$8l!3J$TxppSX5#O^ zru(06|F$o=yb{#zVu4+a-JeKj(rNFDCbP0Mn1R$vN>WaLw0Sl=#&xUYwTn4=l-Pv3 z-QCMkRZ=KR&UDWc=wr^){{}J1^*r=X`WltWHi?iILao1xub-Px=OI%pFb1gIa|dk% ze|N*;%Nr@&PAB63b90f-G&X%N5c$0uMGj$BLDjw z`mZ5rFOPB0N7{@#qb_QPQTyO{?^waR#oRSx-b<$YT-j^}zf^V#+E>^o8odhYuHR4^fEu|}=wD(@y=O)bcf`r_l9~Nm z-A=dLwz}xScpS=$IH6;Ic>Hk(gTVwPke*}J^k`y*2ax>Poi*9T@SqYvpmYv0P qwvSHV{olbiZVtN6O-2?o8QmasbxvrFR{ZS#*?$3eh!?EQTLAzHd}k#9 literal 0 HcmV?d00001