OnnxRuntimeGenAIPromptExecutionSettings.cs



using System;
using System.Text.Json;
using System.Text.Json.Serialization;
using Microsoft.SemanticKernel;

namespace feiyun0112.SemanticKernel.Connectors.OnnxRuntimeGenAI;

/// <summary>
/// OnnxRuntimeGenAI Execution Settings.
/// </summary>
public sealed class OnnxRuntimeGenAIPromptExecutionSettings : PromptExecutionSettings
{
    public static OnnxRuntimeGenAIPromptExecutionSettings FromExecutionSettings(PromptExecutionSettings? executionSettings)
    {
        switch (executionSettings)
        {
            case OnnxRuntimeGenAIPromptExecutionSettings settings:
                return settings;
            default:
                return new OnnxRuntimeGenAIPromptExecutionSettings();
        }
    }

    private int _topK = 50;
    private float _topP = 0.9f;
    private float _temperature = 1;
    private float _repetitionPenalty = 1;
    private bool _pastPresentShareBuffer = false;
    private int _numReturnSequences = 1;
    private int _numBeams = 1;
    private int _noRepeatNgramSize = 0;
    private int _minLength = 0;
    private int _maxLength = 200;
    private float _lengthPenalty = 1;
    private bool _earlyStopping = true;
    private bool _doSample = false;
    private float _diversityPenalty = 0;

    [JsonPropertyName("top_k")]
    public int TopK
    {
        get { return _topK; }
        set { _topK = value; }
    }

    [JsonPropertyName("top_p")]
    public float TopP
    {
        get { return _topP; }
        set { _topP = value; }
    }

    [JsonPropertyName("temperature")]
    public float Temperature
    {
        get { return _temperature; }
        set { _temperature = value; }
    }

    [JsonPropertyName("repetition_penalty")]
    public float RepetitionPenalty
    {
        get { return _repetitionPenalty; }
        set { _repetitionPenalty = value; }
    }

    [JsonPropertyName("past_present_share_buffer")]
    public bool PastPresentShareBuffer
    {
        get { return _pastPresentShareBuffer; }
        set { _pastPresentShareBuffer = value; }
    }

    [JsonPropertyName("num_return_sequences")]
    public int NumReturnSequences
    {
        get { return _numReturnSequences; }
        set { _numReturnSequences = value; }
    }

    [JsonPropertyName("num_beams")]
    public int NumBeams
    {
        get { return _numBeams; }
        set { _numBeams = value; }
    }

    [JsonPropertyName("no_repeat_ngram_size")]
    public int NoRepeatNgramSize
    {
        get { return _noRepeatNgramSize; }
        set { _noRepeatNgramSize = value; }
    }

    [JsonPropertyName("min_length")]
    public int MinLength
    {
        get { return _minLength; }
        set { _minLength = value; }
    }

    [JsonPropertyName("max_length")]
    public int MaxLength
    {
        get { return _maxLength; }
        set { _maxLength = value; }
    }

    [JsonPropertyName("length_penalty")]
    public float LengthPenalty
    {
        get { return _lengthPenalty; }
        set { _lengthPenalty = value; }
    }

    [JsonPropertyName("diversity_penalty")]
    public float DiversityPenalty
    {
        get { return _diversityPenalty; }
        set { _diversityPenalty = value; }
    }

    [JsonPropertyName("early_stopping")]
    public bool EarlyStopping
    {
        get { return _earlyStopping; }
        set { _earlyStopping = value; }
    }

    [JsonPropertyName("do_sample")]
    public bool DoSample
    {
        get { return _doSample; }
        set { _doSample = value; }
    }
}