From eaccf17983b7f95197ddb23d972bf436f7da6b48 Mon Sep 17 00:00:00 2001 From: iIPM <36999549+iIPM2023@users.noreply.github.com> Date: Sun, 17 Mar 2024 12:04:36 -0700 Subject: [PATCH] Create llms_temp --- llms_temp | 14 ++++++++++++++ 1 file changed, 14 insertions(+) create mode 100644 llms_temp diff --git a/llms_temp b/llms_temp new file mode 100644 index 0000000..cdadb17 --- /dev/null +++ b/llms_temp @@ -0,0 +1,14 @@ +Large Language Models list: + +Groq: +llm = ChatOpenAI( + openai_api_base="https://api.groq.com/openai/v1", # https://api.openai.com/v1 or https://api.groq.com/openai/v1 + openai_api_key=os.getenv("GROQ_API_KEY"), # os.getenv("OPENAI_API_KEY") or os.getenv("GROQ_API_KEY") + model_name="mixtral-8x7b-32768" # gpt-4-turbo-preview or mixtral-8x7b-32768 + +Ollama: +llm = ChatOpenAI( + openai_api_base="http://localhost:11434/v1", # https://api.openai.com/v1 or https://api.groq.com/openai/v1 + openai_api_key="Null", # os.getenv("OPENAI_API_KEY") or os.getenv("GROQ_API_KEY") + model_name="mistral" # gpt-4-turbo-preview or mixtral-8x7b-32768 +)