From 73adf37aee87edd02de91652aa34619b161f5bd4 Mon Sep 17 00:00:00 2001 From: Joshua Date: Wed, 28 Feb 2024 11:46:55 +0800 Subject: [PATCH 1/5] feat:add mistral ai --- .../model_providers/mistralai/__init__.py | 0 .../mistralai/_assets/icon_l_en.png | Bin 0 -> 7064 bytes .../mistralai/_assets/icon_s_en.png | Bin 0 -> 2359 bytes .../mistralai/llm/_position.yaml | 5 ++ .../model_providers/mistralai/llm/llm.py | 30 +++++++++++ .../mistralai/llm/mistral-large-latest.yaml | 51 ++++++++++++++++++ .../mistralai/llm/mistral-medium-latest.yaml | 51 ++++++++++++++++++ .../mistralai/llm/mistral-small-latest.yaml | 51 ++++++++++++++++++ .../mistralai/llm/open-mistral-7b.yaml | 50 +++++++++++++++++ .../mistralai/llm/open-mixtral-8x7b.yaml | 51 ++++++++++++++++++ .../model_providers/mistralai/mistralai.py | 30 +++++++++++ .../model_providers/mistralai/mistralai.yaml | 31 +++++++++++ 12 files changed, 350 insertions(+) create mode 100644 api/core/model_runtime/model_providers/mistralai/__init__.py create mode 100644 api/core/model_runtime/model_providers/mistralai/_assets/icon_l_en.png create mode 100644 api/core/model_runtime/model_providers/mistralai/_assets/icon_s_en.png create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/_position.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/llm.py create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/open-mistral-7b.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml create mode 100644 api/core/model_runtime/model_providers/mistralai/mistralai.py create mode 100644 api/core/model_runtime/model_providers/mistralai/mistralai.yaml diff --git a/api/core/model_runtime/model_providers/mistralai/__init__.py b/api/core/model_runtime/model_providers/mistralai/__init__.py new file mode 100644 index 0000000000000..e69de29bb2d1d diff --git a/api/core/model_runtime/model_providers/mistralai/_assets/icon_l_en.png b/api/core/model_runtime/model_providers/mistralai/_assets/icon_l_en.png new file mode 100644 index 0000000000000000000000000000000000000000..f019b1edceac20bb838c9be16985b4e8767344d8 GIT binary patch literal 7064 zcmV;J8)xKFNk&GH8vp=TMM6+kP&il$0000G00030002<{06|PpNIwk#009|-Y#V^i z-}q;U=zp5>aRdTM`-_hd5vl9Awr!=k7pDpq70?6Yw3}fHavk}NeE$tZOuz(q!~Xx! z9Qpqq&)2)E5hr7;cgLR{+laHaZQHhO+qN;z*lUe4o-~q9U-f>yZdBEUPIvnF+>3|_ zxNU&{OKE9=1QIm=_QP_b*U;oWZ&om`7xVp?@5Q`N{C|JU`!pYryu#-Jxoh4R^S*f^ zNjz-_X0;r(q*?_i^;EUV@Bp(M4QBnQz^se#=pm^Vxtk=wy$cFKKmODt-R&RGk<*>=H|y9 zm92-+*jGG`JT6;J)x-@~U!O&EvHsq!(57$G<-_)fNE^>JZ&~}3PDfm%G+8P9N$Kby z5!&|hI~AZ9{lJ1idHM1z0KeO~ix@7VLE8c%O;mm32~P&N-%rhB_;b4fTXxxE9Q8qZ zUA9>P<{RF6FwNJ0?mZJqokzTY-tXLFn)|<&E^puX8I&O8Xa=66G?&j{u#2fLwSEO-ovNtH6G0rjqC@EB0Je5qpoRd(9l-p}uOkP6 z&|a^<=mlrPSf^6}Y6u|gW?-UI72qMPSh42oKYG%gikjt<7f&nX<>}u@RSmek<6evt zv_3TqHTu(1H;o!${7?4SSPF8iby-uO~ETc;)qh|ysnPXLkb z4C3U5>*#MJ@BI{X(Ii z9Ohnp`W z?egGvEr59JBLc8|^uD37cfHHvF30@V@*LuWC^rA=P)>p4m-4rfyVYRZ4FFRRY~Dn( zv47-bSAP(T@r$2#Lity77{8YK9RSnU(X1K-M0MlGKK`=GblxJdswb89-r0MFc=0#Lj!%NQ%%|m;(|}RAo(Nu0_x+2@3xM zDcE^<0#s=YaM5+w93!nMJBm324I++=_3KCrwED4+h!NIA~WDU(@G@Sn>$ck8HFqe`(OAa?#f9Q6SB zV~M8$5cbj^o)+0~-|5-ge)pF1%m*Xx@-b(pgAag^z6>b#IvR1_R^52@;c)PM{wC&3 z8wBii>89QHe+d4YlL!V9;~U=djDoBpe0beiuXvyNfL1&kz%6p|!SgMX^6CW{E=$8x zXTC7<(Ap2#+%ZtGV(RBl_E9docJ~1h+WOohpY`CSc%*Q9?~}h^J_v|ulw_#*(n}TK zv7RWZpX4q43UgMG`y?O~PpMFVB5i-Lh#z59`3o%@6d}9d$#;9q-S~(?k{*t5@(Ppe)4=8 z|9qkcXV7XKxNbpi0Wkx`j1C`6T@Y=?X=RMQSApG_j}b;OyLYv4Z9 z#BAvVT{;mpr4SH+5}`sk7ajJ#$0RaUNV4*8kG{sd4Tp$sa3TP*{qE=Ms+1pp)W-W; zmjCUq1mK)Ewm5RJ?o|SUKxw9hW{G5lQd_d5LV(HW)<{6;md79Sj8%Km_|LC>=yr43 z&5}`cW0s5rAie4Af;9B5HEUIb&g!HLgl@m&WGlH}*-=P|?NH2$&b#)UPLr7coOkUx zowiMp`OQ(eE0iY*LOSnByWjVqy+)`0b=4(zVoqzt=Z=|{O*+v~@wsEBWs{j8v+>Xo zNAUDvkD>qIG{)oh=t%AaPg$0?htRALTuYb1wKN8|UqD~OO`CpAb8@FW*mOQ!2b<2P zOI=Ch6*NXea4qeBXS)=$qzS?szy#rdte5Z_IHo4gbT0$KTR;YcH-rfYHvt~Bnt*V? zv|WT|38!nPHF7WAI(?2zkCExtX>@vY+MVrE%wwZL0}3=#0wQ*_iiY03MXHHjBU-E{ zfl=;Y-7Zj!3`KW^wXm&*sfSW6-f2ipswRT4@z}9ahQR3B(;wa>0#ZKxwIM*!Rp=eR zP8meJ?ldl&@?;P4Lyg`EJO4x!f7_C2Z5v=t+`jJ!M#nXr)r)PRYSK? z^)$z7u2Jm%>eBI{@BB99n)xA5tJF={*4Ixd=8(`Fld4tEqyCF^K?4Uon_h>QQ^g$X ztjbja9kbJI3Lx0laRUj6AT$>?xvDb;evJ4PY02zYplg2Q-TAIIM;G*j^7Cg1qcX6 z7dUulOUsqNARzAami7i1EsF%EBp|eK7YL2p066fzz{cQwtSVN%S?mBNngt+C01*u! zqaL)X!GpTOPy!HuFzSi^8*5UPxIl4sRb*Bx?+6S!azp=vK89idnKfWr&qe?E_kF~X z`(JIoqch8z-{W}1Mc2Xf@1E(oT=^kmJ{r+KRt{(5Za*&Awhzf!OP-eu&{;`{yWEeu zjN^8@NimO-?{)@>oE=b+bSURSdkHGqw^{pO>d9#K zEKnw9$cq&~NtvQvb*2}R6SJFb$t zlBC%R09H^qASw<30PsElodGHU0a5@y5d?uigBz^?U?7|Ur!&~`1H3kI@IT)_5Irkf8;;7{>cAq`UC!J^=sW%_mA7ZaDUbR?f=t%U_Yn# zEdHhcC)5Y<|K@+_f1>-o|D*p&{a4(F_J8vq=6%3Fl>a~VsQ*9gQT-$Rr?5ZqKk0s# z|MY*v{2PAK|K0yZ@GbnS`j_7)$OoVYsORtw$Pe(o5x&I!J^tJETKhZAnWZ0;{FnIM z+kC$+AN@c4ALVzT2lqdW9`E-W|E=|t!gJ}~f`8FJ-+z4eUH@0j&$|A_|IdHd{lItw z^b-AF6TAz=s_Go6Y++o;YDItb4ka$tk>^JL)J+TK(JCfKaBhSjCAh?_!mN_9Px}+O zFY|&4*0QOW83D3ie}|K=VURrFeOAOKPp--N2Z1jg&(WN!XY|$^2bESH7Hcz=yb?m=R)ZOkbzB&jZ;myMoxr}PTdCz`qMdB0^iaED=~QQ^)12nx%Q&$9(`r0n z>IemHpaA~=>Z6-e?-J%7>VhQ+IX_oU6z(T5g5sti3w^jZvn2vw2lM9VG*3w%Ev7a0X@f0X70%x`p5m|R)|A3)CyV;YO9Hj<9Z zWbcRUdgvleJ^#@nYb`39xQ3zR^;CA<{8Y*_p#S+{GzaIiI9+)*zYuZz%tue>{Mp~` zxARhEW&@u zxNBE?#kzvFj^xa6W=@;qnBUKD@3p@cL*G@@G=3?^{%JdVar(^uWJx_}FXxkrWA}RN zWQ53Vp%>LiRvXizJ~GTN?&v7ZlWWur#e8IPI-EdowBSfhKpnSGtyKM*%@zJj|59A~ zC%Bxt2eNPgE2lypqs-

))uNIgkUz4SeV%*w)t7;E=L9;#MYzrRnDf9*ERS#xuA{ z(Mv)oh(<3y_-{Os3A5BdUl|?yC);ju?7i5Iua2(y8KZ}qB)jaxnrD0ovHLA zDzSF)7QM(<3tOKEz=ZLI=Mw+fRBM&8OQm0*HO`5qWPOu=3sG5^{|n5SyZ{rUb2Lha zeTCTyFQrEuR}ry-NrqSug4nRpIE7d}12*Kb@zt0r$R-=d59l(YU-XlvA0c#EL3+2m zy6X?d7>UE`$s5?iy%3Y0emqmHHX#ghA3wU%463yGnKvp zhL?yjKGbHApOIMW>yVwIyn;j|@EBRy3Dlsi!rRtgYiJ;MBU>32XZBpYW<%lKZX&sG z<`QlL*@ZoPgL~OZ-Up>l{6{1eg2bx3HH9>K`s&^c2x^WhSntG2AwY`QQNa09HNx9wp3X32dfc$l$M-K5N7yR#SB7l#=4?M!k56HHe0>CklLZxv z+knoC)Y~-s%#JByNtzv^ETZWTIF>)J?I<&R{vIl+`@F&zW8w^a$_1-$HPdy?#66xD z7X5~q$@A?koJer+j=qGq6X^`WX#l)Ki$gnPIcftK1m%s;X8hdHg&9~rs!Mp?3W@68 zZRfxo4~Q2}ve6;o8(-a=Sm9_3{~TW@_NTv9se$L8RexAH&J~tPeaGu`YX~XL9YV|W z3HE^UX+g~AjhjH^=6({;T;)0Zy`f3}f%*kS9w*q4%GPlpXmhnPvVRTnIqH|K+2j7g zUi8l2^{N|V&qv0Sd-$~Qt4e$PbPJ%720FrZQ0>1p4ObUiA=G?KY*4^iE^SAgxsSE2lsi z0u+7MiLE{iT2?U=j>pzkWqiHz###UNm*GOxrZFV1+}>-K6OXu0@Hbqb@N6AnN?rd- z)p_oML=rHS$4`Tq)2n(N$Y8g`tu?Gv-4K4tVGlZz2-A!(-miGi?4T z&!z|X8fz6800T=+Vag0R+a@}$v6Lm|BdPS@&^U&7RO%zcK9o?UiQHVbzH$8LJo8d= z;hNKC+dX&!9T?xpE(2xSr}z%NDydQYBCoMBhixKlq-@$GHaxtIM;FE|MzKSWr3jF$%eBj;xMXc8}YGJb}^}I zn_5*pFkjLzmcWJM(T5na_>!VMIhn4U|;zdE@?M?yBt63GI|bm653*#CL!FE7;vWV$$C}`DtbsQeEFvl&d=bRi!4o1TCCL8QD7-9z@pY|U#Qx;wagw1 z)Sa$<{)JvAW9>kS!}kM`PS!)8CYP`12<_ajhaNcB6O)b)^i+|Y;s5QjZ43Y62Kmqb z%NchqlB!eU9S<(v1ROf8uuCxgYyxZ_H3HvK?5q%rp z&c@Oa@)TQ$qIP(rl84EsaBSOKG{=m6#S&M**l$R`;udYw^nG~f#FXWg)Z}%8^>lxe{Q0{{3nymu(+y;^)B=Jw4}Sjc*}@AC9$IoqY9- z#YeFu2J!#nDB^`MYv1GFnrrmj&*pU-dg~ubO^l9?0oJ=pdd=W*q+8leyVi{JH=4Qc z8$t%z&A8(T@Y=SF`1;+wC8{#qFY(paV!cVO)6Zwr}#su{^LJlblmhr{gC0?VPU{>1Zw) z+*$hzRuxU-2T$FM9>xAqz`V~tzL^{_u3lg%zu@1-n-fmv1&7dOpwPigf{D=lm+N?w zaG5xi81MsO?mbIuaYzrW#S&{MF;c8ZB>b;e$aF-nGRSiZzD`5QOoRUw(2|gyC@V$B?tI~xE^500y3vCu(q&q z&EaJ^!peJ_iR-E$+kaNUiP}v6x!AUvuupbixZ}Wj*_~lZ48x8fhW{SC|NR*5#xhJQ zW%?h^@HU0{MiIk{Vut^D4FBpGZgn%Z`oG|aec|N(B2TxZMXzML z+Y6`iY#?JHH&FEW45NH5FlOP6wOcJ*Oqg@vScYWlPT_`;t$hgqj zcj0an$kM#t3$5?2fovBCiGJk7a1&vZAO?U;0y-3ofKGfYY~^Hb2XZUWv%9x~EWInW zko)dhknJF^$vzgwa1)wIJ^r9T0r?v2eTY9m;Rp6U$ViA+K;Z`tNRR{GT?6Vtax~aF zWRo<%3LbuRE$8cLo!wL3E8N}uuUP>SBS5c%V*wsspkM+an4e&ghOP?i9Z+Op(+}4S zjdwh%ppgqo9k^8CmVs#oMI|uGVPS*A@xUM=qzarM@OvHSUNX zC`yL1p>roW$#X}(QeHI0-9K4#y;=3b|5xvQ=G?ohbH}t#ugpHZN&@ClbLsnxad+bD!|BtAoMi%JqtBr5#fS0$|phcA|yLvO>#!y^oA{At`|cUC6L4=!MPAm7NMG_ zz(pcf@4~ZJ3Z%S))6;ngEl!ka7rM!m}^Put` zT#iACMU-;9JR1}=h-wU6Y5`RMMe&&=F&|VQqm=i^^(8zlgKIfZbq8|5-L;@X99+vm mDk+dCib;GlsrW&LI>^cE&+)o@=v8Dri0kR<=d#Wzp$Pz6^0S-( literal 0 HcmV?d00001 diff --git a/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml new file mode 100644 index 0000000000000..76b4a2ab2de98 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml @@ -0,0 +1,5 @@ +- open-mistral-7b +- open-mixtral-8x7b +- mistral-small-latest +- mistral-medium-latest +- mistral-large-latest \ No newline at end of file diff --git a/api/core/model_runtime/model_providers/mistralai/llm/llm.py b/api/core/model_runtime/model_providers/mistralai/llm/llm.py new file mode 100644 index 0000000000000..266c9d527219d --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/llm.py @@ -0,0 +1,30 @@ +from collections.abc import Generator +from typing import Optional, Union + +from core.model_runtime.entities.llm_entities import LLMResult +from core.model_runtime.entities.message_entities import PromptMessage, PromptMessageTool +from core.model_runtime.model_providers.openai_api_compatible.llm.llm import OAIAPICompatLargeLanguageModel + +class MistralAILargeLanguageModel(OAIAPICompatLargeLanguageModel): + def _invoke(self, model: str, credentials: dict, + prompt_messages: list[PromptMessage], model_parameters: dict, + tools: Optional[list[PromptMessageTool]] = None, stop: Optional[list[str]] = None, + stream: bool = True, user: Optional[str] = None) \ + -> Union[LLMResult, Generator]: + + self._add_custom_parameters(credentials) + + # mistral dose not support user/stop arguments + stop = [] + user = None + + return super()._invoke(model, credentials, prompt_messages, model_parameters, tools, stop, stream, user) + + def validate_credentials(self, model: str, credentials: dict) -> None: + self._add_custom_parameters(credentials) + super().validate_credentials(model, credentials) + + @staticmethod + def _add_custom_parameters(credentials: dict) -> None: + credentials['mode'] = 'chat' + credentials['endpoint_url'] = 'https://api.mistral.ai/v1' diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml new file mode 100644 index 0000000000000..c10f2e2030080 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml @@ -0,0 +1,51 @@ +model: mistral-large-latest +label: + zh_Hans: mistral-large-latest + en_US: mistral-large-latest +model_type: llm +features: + - agent-thought +model_properties: + context_size: 32000 +parameter_rules: + - name: temperature + use_template: temperature + default: 0.7 + min: 0 + max: 1 + - name: top_p + use_template: top_p + default: 1 + min: 0 + max: 1 + - name: max_tokens + use_template: max_tokens + default: 1024 + min: 1 + max: 8000 + - name: safe_prompt + defulat: false + type: boolean + help: + en_US: Whether to inject a safety prompt before all conversations. + zh_Hans: 是否开启提示词审查 + label: + en_US: SafePrompt + zh_Hans: 提示词审查 + - name: random_seed + type: int + help: + en_US: The seed to use for random sampling. If set, different calls will generate deterministic results. + zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定 + label: + en_US: RandomSeed + zh_Hans: 随机数种子 + default: 0 + min: 0 + max: 2147483647 +pricing: + input: '0.008' + output: '0.024' + unit: '0.001' + currency: USD + diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml new file mode 100644 index 0000000000000..605534216f9c2 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml @@ -0,0 +1,51 @@ +model: mistral-medium-latest +label: + zh_Hans: mistral-medium-latest + en_US: mistral-medium-latest +model_type: llm +features: + - agent-thought +model_properties: + context_size: 32000 +parameter_rules: + - name: temperature + use_template: temperature + default: 0.7 + min: 0 + max: 1 + - name: top_p + use_template: top_p + default: 1 + min: 0 + max: 1 + - name: max_tokens + use_template: max_tokens + default: 1024 + min: 1 + max: 8000 + - name: safe_prompt + defulat: false + type: boolean + help: + en_US: Whether to inject a safety prompt before all conversations. + zh_Hans: 是否开启提示词审查 + label: + en_US: SafePrompt + zh_Hans: 提示词审查 + - name: random_seed + type: int + help: + en_US: The seed to use for random sampling. If set, different calls will generate deterministic results. + zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定 + label: + en_US: RandomSeed + zh_Hans: 随机数种子 + default: 0 + min: 0 + max: 2147483647 +pricing: + input: '0.0027' + output: '0.0081' + unit: '0.001' + currency: USD + diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml new file mode 100644 index 0000000000000..a9f074abb2818 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml @@ -0,0 +1,51 @@ +model: mistral-small-latest +label: + zh_Hans: mistral-small-latest + en_US: mistral-small-latest +model_type: llm +features: + - agent-thought +model_properties: + context_size: 32000 +parameter_rules: + - name: temperature + use_template: temperature + default: 0.7 + min: 0 + max: 1 + - name: top_p + use_template: top_p + default: 1 + min: 0 + max: 1 + - name: max_tokens + use_template: max_tokens + default: 1024 + min: 1 + max: 8000 + - name: safe_prompt + defulat: false + type: boolean + help: + en_US: Whether to inject a safety prompt before all conversations. + zh_Hans: 是否开启提示词审查 + label: + en_US: SafePrompt + zh_Hans: 提示词审查 + - name: random_seed + type: int + help: + en_US: The seed to use for random sampling. If set, different calls will generate deterministic results. + zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定 + label: + en_US: RandomSeed + zh_Hans: 随机数种子 + default: 0 + min: 0 + max: 2147483647 +pricing: + input: '0.002' + output: '0.006' + unit: '0.001' + currency: USD + diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-7b.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-7b.yaml new file mode 100644 index 0000000000000..30454f7df22ea --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/open-mistral-7b.yaml @@ -0,0 +1,50 @@ +model: open-mistral-7b +label: + zh_Hans: open-mistral-7b + en_US: open-mistral-7b +model_type: llm +features: + - agent-thought +model_properties: + context_size: 8000 +parameter_rules: + - name: temperature + use_template: temperature + default: 0.7 + min: 0 + max: 1 + - name: top_p + use_template: top_p + default: 1 + min: 0 + max: 1 + - name: max_tokens + use_template: max_tokens + default: 1024 + min: 1 + max: 2048 + - name: safe_prompt + defulat: false + type: boolean + help: + en_US: Whether to inject a safety prompt before all conversations. + zh_Hans: 是否开启提示词审查 + label: + en_US: SafePrompt + zh_Hans: 提示词审查 + - name: random_seed + type: int + help: + en_US: The seed to use for random sampling. If set, different calls will generate deterministic results. + zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定 + label: + en_US: RandomSeed + zh_Hans: 随机数种子 + default: 0 + min: 0 + max: 2147483647 +pricing: + input: '0.00025' + output: '0.00025' + unit: '0.001' + currency: USD diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml new file mode 100644 index 0000000000000..6b70ce6fe7221 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml @@ -0,0 +1,51 @@ +model: open-mixtral-8x7b +label: + zh_Hans: open-mixtral-8x7b + en_US: open-mixtral-8x7b +model_type: llm +features: + - agent-thought +model_properties: + context_size: 32000 +parameter_rules: + - name: temperature + use_template: temperature + default: 0.7 + min: 0 + max: 1 + - name: top_p + use_template: top_p + default: 1 + min: 0 + max: 1 + - name: max_tokens + use_template: max_tokens + default: 1024 + min: 1 + max: 8000 + - name: safe_prompt + defulat: false + type: boolean + help: + en_US: Whether to inject a safety prompt before all conversations. + zh_Hans: 是否开启提示词审查 + label: + en_US: SafePrompt + zh_Hans: 提示词审查 + - name: random_seed + type: int + help: + en_US: The seed to use for random sampling. If set, different calls will generate deterministic results. + zh_Hans: 当开启随机数种子以后，你可以通过指定一个固定的种子来使得回答结果更加稳定 + label: + en_US: RandomSeed + zh_Hans: 随机数种子 + default: 0 + min: 0 + max: 2147483647 +pricing: + input: '0.0007' + output: '0.0007' + unit: '0.001' + currency: USD + diff --git a/api/core/model_runtime/model_providers/mistralai/mistralai.py b/api/core/model_runtime/model_providers/mistralai/mistralai.py new file mode 100644 index 0000000000000..f1d825f6c6f04 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/mistralai.py @@ -0,0 +1,30 @@ +import logging + +from core.model_runtime.entities.model_entities import ModelType +from core.model_runtime.errors.validate import CredentialsValidateFailedError +from core.model_runtime.model_providers.__base.model_provider import ModelProvider + +logger = logging.getLogger(__name__) + + +class MistralAIProvider(ModelProvider): + + def validate_provider_credentials(self, credentials: dict) -> None: + """ + Validate provider credentials + if validate failed, raise exception + + :param credentials: provider credentials, credentials form defined in `provider_credential_schema`. + """ + try: + model_instance = self.get_model_instance(ModelType.LLM) + + model_instance.validate_credentials( + model='open-mistral-7b', + credentials=credentials + ) + except CredentialsValidateFailedError as ex: + raise ex + except Exception as ex: + logger.exception(f'{self.get_provider_schema().provider} credentials validate failed') + raise ex diff --git a/api/core/model_runtime/model_providers/mistralai/mistralai.yaml b/api/core/model_runtime/model_providers/mistralai/mistralai.yaml new file mode 100644 index 0000000000000..c9b4226ea6e57 --- /dev/null +++ b/api/core/model_runtime/model_providers/mistralai/mistralai.yaml @@ -0,0 +1,31 @@ +provider: mistralai +label: + en_US: MistralAI +description: + en_US: Models provided by MistralAI, such as open-mistral-7b and mistral-large-latest. + zh_Hans: MistralAI 提供的模型，例如 open-mistral-7b 和 mistral-large-latest。 +icon_small: + en_US: icon_s_en.png +icon_large: + en_US: icon_l_en.png +background: "#FFFFFF" +help: + title: + en_US: Get your API Key from MistralAI + zh_Hans: 从 MistralAI 获取 API Key + url: + en_US: https://console.mistral.ai/api-keys/ +supported_model_types: + - llm +configurate_methods: + - predefined-model +provider_credential_schema: + credential_form_schemas: + - variable: api_key + label: + en_US: API Key + type: secret-input + required: true + placeholder: + zh_Hans: 在此输入您的 API Key + en_US: Enter your API Key From 7a10992bfc2a6dcdb1c21b112c176207d2f529a5 Mon Sep 17 00:00:00 2001 From: Joshua Date: Wed, 28 Feb 2024 11:51:15 +0800 Subject: [PATCH 2/5] fix: linter --- api/core/model_runtime/model_providers/mistralai/llm/llm.py | 1 + 1 file changed, 1 insertion(+) diff --git a/api/core/model_runtime/model_providers/mistralai/llm/llm.py b/api/core/model_runtime/model_providers/mistralai/llm/llm.py index 266c9d527219d..01ed8010de873 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/llm.py +++ b/api/core/model_runtime/model_providers/mistralai/llm/llm.py @@ -5,6 +5,7 @@ from core.model_runtime.entities.message_entities import PromptMessage, PromptMessageTool from core.model_runtime.model_providers.openai_api_compatible.llm.llm import OAIAPICompatLargeLanguageModel + class MistralAILargeLanguageModel(OAIAPICompatLargeLanguageModel): def _invoke(self, model: str, credentials: dict, prompt_messages: list[PromptMessage], model_parameters: dict, From e014b238deb22fa7eb62c11834ccf24bb589c9f3 Mon Sep 17 00:00:00 2001 From: Joshua Date: Wed, 28 Feb 2024 12:00:01 +0800 Subject: [PATCH 3/5] fix: linter --- .../model_runtime/model_providers/mistralai/llm/_position.yaml | 2 +- .../model_providers/mistralai/llm/mistral-large-latest.yaml | 1 - .../model_providers/mistralai/llm/mistral-medium-latest.yaml | 1 - .../model_providers/mistralai/llm/mistral-small-latest.yaml | 1 - .../model_providers/mistralai/llm/open-mixtral-8x7b.yaml | 1 - 5 files changed, 1 insertion(+), 5 deletions(-) diff --git a/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml index 76b4a2ab2de98..5e74dc5dfec4f 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/_position.yaml @@ -2,4 +2,4 @@ - open-mixtral-8x7b - mistral-small-latest - mistral-medium-latest -- mistral-large-latest \ No newline at end of file +- mistral-large-latest diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml index c10f2e2030080..0131ced403ce0 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml @@ -48,4 +48,3 @@ pricing: output: '0.024' unit: '0.001' currency: USD - diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml index 605534216f9c2..f3b022eef222b 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml @@ -48,4 +48,3 @@ pricing: output: '0.0081' unit: '0.001' currency: USD - diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml index a9f074abb2818..31a7c048237dd 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml @@ -48,4 +48,3 @@ pricing: output: '0.006' unit: '0.001' currency: USD - diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml index 6b70ce6fe7221..c1c39b3ff99cd 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml @@ -48,4 +48,3 @@ pricing: output: '0.0007' unit: '0.001' currency: USD - From 0f07be12346c8000b10e5f048461adef93018463 Mon Sep 17 00:00:00 2001 From: Joshua Date: Wed, 28 Feb 2024 12:08:56 +0800 Subject: [PATCH 4/5] fix: linter --- .../model_providers/mistralai/llm/mistral-large-latest.yaml | 2 +- .../model_providers/mistralai/llm/mistral-medium-latest.yaml | 2 +- .../model_providers/mistralai/llm/mistral-small-latest.yaml | 2 +- .../model_providers/mistralai/llm/open-mixtral-8x7b.yaml | 2 +- 4 files changed, 4 insertions(+), 4 deletions(-) diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml index 0131ced403ce0..b729012c40788 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-large-latest.yaml @@ -20,7 +20,7 @@ parameter_rules: max: 1 - name: max_tokens use_template: max_tokens - default: 1024 + default: 1024 min: 1 max: 8000 - name: safe_prompt diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml index f3b022eef222b..6e586b48437ba 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-medium-latest.yaml @@ -20,7 +20,7 @@ parameter_rules: max: 1 - name: max_tokens use_template: max_tokens - default: 1024 + default: 1024 min: 1 max: 8000 - name: safe_prompt diff --git a/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml index 31a7c048237dd..4e7e6147f5543 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/mistral-small-latest.yaml @@ -20,7 +20,7 @@ parameter_rules: max: 1 - name: max_tokens use_template: max_tokens - default: 1024 + default: 1024 min: 1 max: 8000 - name: safe_prompt diff --git a/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml index c1c39b3ff99cd..a35cf0a9ae4d1 100644 --- a/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml +++ b/api/core/model_runtime/model_providers/mistralai/llm/open-mixtral-8x7b.yaml @@ -20,7 +20,7 @@ parameter_rules: max: 1 - name: max_tokens use_template: max_tokens - default: 1024 + default: 1024 min: 1 max: 8000 - name: safe_prompt From 1a27cce1ab26a33b44c371d5266da419dd8b9459 Mon Sep 17 00:00:00 2001 From: Joshua Date: Wed, 28 Feb 2024 13:00:47 +0800 Subject: [PATCH 5/5] position change --- api/core/model_runtime/model_providers/_position.yaml | 1 + 1 file changed, 1 insertion(+) diff --git a/api/core/model_runtime/model_providers/_position.yaml b/api/core/model_runtime/model_providers/_position.yaml index b2c6518395ee3..8c878d67d8114 100644 --- a/api/core/model_runtime/model_providers/_position.yaml +++ b/api/core/model_runtime/model_providers/_position.yaml @@ -6,6 +6,7 @@ - bedrock - togetherai - ollama +- mistralai - replicate - huggingface_hub - zhipuai