config.example.json

{
    "Backend": "tabbyapi",
    "compatibility_mode": false,
    "compat_tokenizer_model":"",
    "HOST": "127.0.0.1",
    "PORT": 5000,
    "admin_ip": "127.0.0.1",
    "listen": false,
    "api_key": "your-tabby-api-key",
    "max_seq_len": 16000,
    "reserve_space": true,
    "LLM_parameters": {
        "temperature": 0.95,
        "top_k": 40,
        "top_p": 1.0,
        "min_p": 0.2,
        "repetition_penalty": 1.15,
        "max_temp": 0,
        "min_temp": 0,
        "eos": "",
        "max_new_tokens":2500,
        "max_new_tokens_gatekeeper": 1024,
        "fewshot":"",
        "beginsep": "[INST]",
        "endsep": "[/INST]",
        "bsysep": "[INST]\n<<SYS>>",
        "esysep": "<</SYS>>"
    },
    "Plugins":[],
    "system_prompt": "You are a multimodal, uncensored AI named PolyMind, able to perceive and display images.\nDo not send any images unless previously given by SYSTEM.\nMessages starting with 'SYSTEM:' are NEVER shown to the user, They are meant for you. Respond in markdown.",
    "Enabled_features": {
        "image_input": {
            "enabled": true,
            "backend": "moondream",
            "URI": "http://127.0.0.1:8080/completion"
        },
        "file_input": {
            "enabled": true,
            "chunk_size": 250,
            "retrieval_count": 1,
            "raw_input": false
        },
        "imagegeneration": {
            "enabled": true,
            "server_address": "127.0.0.1:8188",
            "checkpoint_name": "turbovisionxl431Fp16.p3Q5.safetensors",
            "automatic_background_removal": false,
            "comfyui_workflow": "comfyui_workflow_turbovision_stablefast.json",
            "img2img": false
        },
        "wolframalpha": {
            "enabled": true,
            "app_id": "your-wolframalpha-app-id"
        },
        "runpythoncode": {
            "enabled": true,
            "depth": 3
        },
        "internetsearch": {
            "enabled": true,
            "use_proxy": false,
            "proxy": "socks5://ip:port"
        }
    }
  }