-
Notifications
You must be signed in to change notification settings - Fork 19
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge pull request #29 from merefield/openai_function_agent
FEATURE: Implement Agent Behaviour
- Loading branch information
Showing
22 changed files
with
798 additions
and
109 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,173 @@ | ||
| # frozen_string_literal: true | ||
| require "openai" | ||
|
|
||
| module ::DiscourseChatbot | ||
|
|
||
| class OpenAIAgent < Bot | ||
|
|
||
| def initialize | ||
| if SiteSetting.chatbot_azure_open_ai_model_url.include?("azure") | ||
| ::OpenAI.configure do |config| | ||
| config.access_token = SiteSetting.chatbot_azure_open_ai_token | ||
| config.uri_base = SiteSetting.chatbot_azure_open_ai_model_url | ||
| config.api_type = :azure | ||
| config.api_version = "2023-05-15" | ||
| end | ||
| @client = ::OpenAI::Client.new | ||
| else | ||
| @client = ::OpenAI::Client.new(access_token: SiteSetting.chatbot_open_ai_token) | ||
| end | ||
|
|
||
| @model_name = SiteSetting.chatbot_open_ai_model_custom ? SiteSetting.chatbot_open_ai_model_custom_name : SiteSetting.chatbot_open_ai_model | ||
|
|
||
| calculator_function = ::DiscourseChatbot::CalculatorFunction.new | ||
| wikipedia_function = ::DiscourseChatbot::WikipediaFunction.new | ||
| news_function = ::DiscourseChatbot::NewsFunction.new | ||
| google_search_function = ::DiscourseChatbot::GoogleSearchFunction.new | ||
| stock_data_function = ::DiscourseChatbot::StockDataFunction.new | ||
| functions = [calculator_function, wikipedia_function] | ||
|
|
||
| functions << news_function if !SiteSetting.chatbot_news_api_token.blank? | ||
| functions << google_search_function if !SiteSetting.chatbot_serp_api_key.blank? | ||
| functions << stock_data_function if !SiteSetting.chatbot_marketstack_key.blank? | ||
|
|
||
| @functions = parse_functions(functions) | ||
| @func_mapping = create_func_mapping(functions) | ||
| @chat_history = [] | ||
| end | ||
|
|
||
| def parse_functions(functions) | ||
| return nil if functions.nil? | ||
| functions.map { |func| ::DiscourseChatbot::Parser.func_to_json(func) } | ||
| end | ||
|
|
||
| def create_func_mapping(functions) | ||
| return {} if functions.nil? | ||
| functions.each_with_object({}) { |func, mapping| mapping[func.name] = func } | ||
| end | ||
|
|
||
| def create_chat_completion(messages, use_functions = true) | ||
| ::DiscourseChatbot.progress_debug_message <<~EOS | ||
| I called the LLM to help me | ||
| ------------------------------ | ||
| value of messages is: #{messages} | ||
| +++++++++++++++++++++++++++++++ | ||
| EOS | ||
| if use_functions && @functions | ||
| res = @client.chat( | ||
| parameters: { | ||
| model: @model_name, | ||
| messages: messages, | ||
| functions: @functions | ||
| } | ||
| ) | ||
| else | ||
| res = @client.chat( | ||
| parameters: { | ||
| model: @model_name, | ||
| messages: messages | ||
| } | ||
| ) | ||
| end | ||
| ::DiscourseChatbot.progress_debug_message <<~EOS | ||
| +++++++++++++++++++++++++++++++++++++++ | ||
| The llm responded with | ||
| #{res} | ||
| +++++++++++++++++++++++++++++++++++++++ | ||
| EOS | ||
| res | ||
| end | ||
|
|
||
| def generate_response | ||
| iteration = 1 | ||
| ::DiscourseChatbot.progress_debug_message <<~EOS | ||
| =============================== | ||
| # New Query | ||
| ------------------------------- | ||
| EOS | ||
| loop do | ||
| ::DiscourseChatbot.progress_debug_message <<~EOS | ||
| # Iteration: #{iteration} | ||
| ------------------------------- | ||
| EOS | ||
| res = create_chat_completion(@chat_history + @internal_thoughts) | ||
| finish_reason = res["choices"][0]["finish_reason"] | ||
|
|
||
| if finish_reason == 'stop' || @internal_thoughts.length > 5 | ||
| final_thought = final_thought_answer | ||
| final_res = create_chat_completion( | ||
| @chat_history + [final_thought], | ||
| false | ||
| ) | ||
| # pp final_res | ||
| return final_res | ||
| elsif finish_reason == 'function_call' | ||
| handle_function_call(res) | ||
| else | ||
| raise "Unexpected finish reason: #{finish_reason}" | ||
| end | ||
| iteration += 1 | ||
| end | ||
| end | ||
|
|
||
| def handle_function_call(res) | ||
| first_message = res["choices"][0]["message"] | ||
| @internal_thoughts << first_message.to_hash | ||
| func_name = first_message["function_call"]["name"] | ||
| args_str = first_message["function_call"]["arguments"] | ||
| result = call_function(func_name, args_str) | ||
| res_msg = { 'role' => 'assistant', 'content' => "The answer is #{result}." } | ||
| @internal_thoughts << res_msg | ||
| end | ||
|
|
||
| def call_function(func_name, args_str) | ||
| ::DiscourseChatbot.progress_debug_message <<~EOS | ||
| +++++++++++++++++++++++++++++++++++++++ | ||
| I used '#{func_name}' to help me | ||
| +++++++++++++++++++++++++++++++++++++++ | ||
| EOS | ||
| begin | ||
| args = JSON.parse(args_str) | ||
| func = @func_mapping[func_name] | ||
| res = func.process(args) | ||
| res | ||
| rescue | ||
| "There was something wrong with your function arguments" | ||
| end | ||
| end | ||
|
|
||
| def final_thought_answer | ||
| thoughts = "To answer the question I will use these step by step instructions.\n\n" | ||
| @internal_thoughts.each do |thought| | ||
| if thought.key?('function_call') | ||
| thoughts += "I will use the #{thought['function_call']['name']} function to calculate the answer with arguments #{thought['function_call']['arguments']}.\n\n" | ||
| else | ||
| thoughts += "#{thought['content']}\n\n" | ||
| end | ||
| end | ||
| final_thought = { | ||
| 'role' => 'assistant', | ||
| 'content' => "#{thoughts} Based on the above, I will now answer the question, this message will only be seen by me so answer with the assumption with that the user has not seen this message." | ||
| } | ||
| final_thought | ||
| end | ||
|
|
||
| def get_response(prompt) | ||
| system_message = { "role": "system", "content": I18n.t("chatbot.prompt.system.agent", current_date_time: DateTime.current) } | ||
| prompt.unshift(system_message) | ||
|
|
||
| @internal_thoughts = [] | ||
|
|
||
| @chat_history += prompt | ||
|
|
||
| res = generate_response | ||
|
|
||
| @chat_history << res["choices"][0]["message"].to_hash | ||
| res["choices"][0]["message"]["content"] | ||
| end | ||
|
|
||
| def ask(opts) | ||
| super(opts) | ||
| end | ||
| end | ||
| end |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.