config.json.example

{
    "site_config": {
        "host" : "0.0.0.0",
        "port" : 8080,
        "debug": false
    },
    "openai_key": "",
    "openai_api_base": "https://api.openai.com/",
    "proxy": {
        "enable": false,
        "http": "127.0.0.1:10809",
        "https": "127.0.0.1:10809"
    },
    "models": [
        {
          "llm_name": "deepseek",
          "enable": true,
          "api_key": "sk-",
          "api_base": "https://api.deepseek.com",
          "model": "deepseek-chat",
          "developer": "DEEPSEEK"
        },
        {
          "llm_name": "llama3-70B",
          "enable": true,
          "api_key": "",
          "api_base": "https://api.groq.com/openai/",
          "model": "llama3-70b-8192",
          "developer": "META"          
        },  
        {
          "llm_name": "Mixtral 8x7b",
          "enable": true,
          "enable": true,
          "api_key": "gsk_xxxx",
          "api_base": "https://api.groq.com/openai/",
          "model": "mixtral-8x7b-32768",
          "developer": "Mistral"          
        },                
        {
          "llm_name": "baichuan",
          "enable": true,
          "api_key": "sk-",
          "api_base": "https://api.baichuan-ai.com",
          "model": "Baichuan2-Turbo",
          "developer": "BAICHUAN"          
        },
        {
          "llm_name": "openai",
          "enable": false,
          "api_key": "sk-",
          "api_base": "https://api.openai.com/",
          "model": "gpt-3.5-turbo",
          "developer": "OPENAI"          
        }        
    ]    
}