{"repo": "appl-team/appl", "files": {"examples/appl.yaml": {"e39c7401e5023d1b8d4c851e3a6f1048a462f03d": {"t": 1785745196.6130645, "n": 1976, "h": "593aa079d21cf98a", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n # llm_call_args: false # true\n # llm_response: false # true\n # llm_cache: false # true\n # llm_cost: false # true\n tracing:\n enabled: true\n\n# default_servers:\n# default: azure-gpt35 # override the default server according to your needs\n\n# example for setting up servers\nservers:\n azure-gpt35: # the name of the server\n model: azure/gpt35t # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n claude-35-sonnet:\n model: claude-3-5-sonnet-20240620\n claude-3-opus:\n model: claude-3-opus-20240229\n moonshot-8k:\n model: moonshot-v1-8k\n provider: custom # https://docs.litellm.ai/docs/providers/custom\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n # litellm has supported deepseek now, you can simply set up the deepseek server like this:\n # deepseek-chat:\n # model: deepseek/deepseek-chat\n # deepseek-coder:\n # model: deepseek/deepseek-coder\n # Below use deepseek apis to illustrate how to set up a group of apis that not (yet) supported by litellm\n deepseek-chat:\n model: deepseek-chat\n provider: custom\n api_key: os.environ/DEEPSEEK_API_KEY\n base_url: \"https://api.deepseek.com/v1\"\n input_cost_per_token: 1.0e-6\n output_cost_per_token: 2.0e-6\n cost_currency: \"CNY\"\n deepseek-coder:\n template: deepseek-chat\n model: deepseek-coder\n srt-llama2: # llama2 served using SRT\n model: custom/default # the default is just a irrelevant name, could be changed to your preference\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}, "248c40973ca627318c6664665d2bfbe44dd6e437": {"t": 1785748521.2635705, "n": 1976, "h": "593aa079d21cf98a", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n # llm_call_args: false # true\n # llm_response: false # true\n # llm_cache: false # true\n # llm_cost: false # true\n tracing:\n enabled: true\n\n# default_servers:\n# default: azure-gpt35 # override the default server according to your needs\n\n# example for setting up servers\nservers:\n azure-gpt35: # the name of the server\n model: azure/gpt35t # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n claude-35-sonnet:\n model: claude-3-5-sonnet-20240620\n claude-3-opus:\n model: claude-3-opus-20240229\n moonshot-8k:\n model: moonshot-v1-8k\n provider: custom # https://docs.litellm.ai/docs/providers/custom\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n # litellm has supported deepseek now, you can simply set up the deepseek server like this:\n # deepseek-chat:\n # model: deepseek/deepseek-chat\n # deepseek-coder:\n # model: deepseek/deepseek-coder\n # Below use deepseek apis to illustrate how to set up a group of apis that not (yet) supported by litellm\n deepseek-chat:\n model: deepseek-chat\n provider: custom\n api_key: os.environ/DEEPSEEK_API_KEY\n base_url: \"https://api.deepseek.com/v1\"\n input_cost_per_token: 1.0e-6\n output_cost_per_token: 2.0e-6\n cost_currency: \"CNY\"\n deepseek-coder:\n template: deepseek-chat\n model: deepseek-coder\n srt-llama2: # llama2 served using SRT\n model: custom/default # the default is just a irrelevant name, could be changed to your preference\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}, "c9cb6ba9372aa7e3b1a00ca8c1e6027465cfea66": {"t": 1785748523.336822, "n": 1956, "h": "a58ac547a836b87b", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n # llm_call_args: false # true\n # llm_response: false # true\n # llm_cache: false # true\n # llm_cost: false # true\n tracing:\n enabled: true\n\n# example for setting up servers\nservers:\n # default: azure-gpt35 # override the default server according to your needs\n azure-gpt35: # the name of the server\n model: azure/gpt35t # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n claude-35-sonnet:\n model: claude-3-5-sonnet-20240620\n claude-3-opus:\n model: claude-3-opus-20240229\n moonshot-8k:\n model: moonshot-v1-8k\n provider: custom # https://docs.litellm.ai/docs/providers/custom\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n # litellm has supported deepseek now, you can simply set up the deepseek server like this:\n # deepseek-chat:\n # model: deepseek/deepseek-chat\n # deepseek-coder:\n # model: deepseek/deepseek-coder\n # Below use deepseek apis to illustrate how to set up a group of apis that not (yet) supported by litellm\n deepseek-chat:\n model: deepseek-chat\n provider: custom\n api_key: os.environ/DEEPSEEK_API_KEY\n base_url: \"https://api.deepseek.com/v1\"\n input_cost_per_token: 1.0e-6\n output_cost_per_token: 2.0e-6\n cost_currency: \"CNY\"\n deepseek-coder:\n template: deepseek-chat\n model: deepseek-coder\n srt-llama2: # llama2 served using SRT\n model: custom/default # the default is just a irrelevant name, could be changed to your preference\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}, "7b7964bac7bd80dab76adfd637202c43365f8568": {"t": 1785748524.4243617, "n": 1940, "h": "6f24998687554cb5", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n llm_call_args: false # true\n llm_response: false # true\n llm_cache: false\n llm_cost: true # true\n tracing:\n enabled: true\n\n# example for setting up servers\nservers:\n # default: azure-gpt35 # override the default server according to your needs\n azure-gpt35: # the name of the server\n model: azure/gpt35t # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n claude-35-sonnet:\n model: claude-3-5-sonnet-20240620\n claude-3-opus:\n model: claude-3-opus-20240229\n moonshot-8k:\n model: moonshot-v1-8k\n provider: custom # https://docs.litellm.ai/docs/providers/custom\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n # litellm has supported deepseek now, you can simply set up the deepseek server like this:\n # deepseek-chat:\n # model: deepseek/deepseek-chat\n # deepseek-coder:\n # model: deepseek/deepseek-coder\n # Below use deepseek apis to illustrate how to set up a group of apis that not (yet) supported by litellm\n deepseek-chat:\n model: deepseek-chat\n provider: custom\n api_key: os.environ/DEEPSEEK_API_KEY\n base_url: \"https://api.deepseek.com/v1\"\n input_cost_per_token: 1.0e-6\n output_cost_per_token: 2.0e-6\n cost_currency: \"CNY\"\n deepseek-coder:\n template: deepseek-chat\n model: deepseek-coder\n srt-llama2: # llama2 served using SRT\n model: custom/default # the default is just a irrelevant name, could be changed to your preference\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}, "3fb1d008a84c9be27334367ba09600cf32018f48": {"t": 1785748525.504261, "n": 1577, "h": "60bec62273636a52", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n llm_call_args: false # true\n llm_response: false # true\n llm_cache: false\n llm_cost: true # true\n tracing:\n enabled: true\n\n# example for setting up servers\nservers:\n # default: azure-gpt35 # override the default server according to your needs\n azure-gpt35: # the name of the server\n model: azure/gpt35t # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n claude-35-sonnet:\n model: claude-3-5-sonnet-20240620\n claude-3-opus:\n model: claude-3-opus-20240229\n moonshot-8k:\n model: moonshot-v1-8k\n provider: custom # https://docs.litellm.ai/docs/providers/custom_openai_proxy\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n deepseek-chat:\n model: deepseek-chat\n provider: custom\n api_key: os.environ/DEEPSEEK_API_KEY\n base_url: \"https://api.deepseek.com/v1\"\n input_cost_per_token: 1.0e-6\n output_cost_per_token: 2.0e-6\n cost_currency: \"CNY\"\n deepseek-coder:\n template: deepseek-chat\n model: deepseek-coder\n srt-llama2: # llama2 served using SRT\n model: default\n provider: custom\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}, "4853a0d0e34464fa80eda294fad85b6f936f0aa4": {"t": 1785748526.594461, "n": 1207, "h": "1b34e73c76b157a6", "c": "settings:\n logging:\n # log_file:\n # enabled: true\n display:\n configs: false\n llm_call_args: false # true\n llm_response: false # true\n llm_cache: false\n llm_cost: true # true\n tracing:\n enabled: true\n\n# example for setting up servers\nservers:\n # default: azure-gpt35 # override the default server according to your needs\n azure-gpt35: # the name of the server\n model: azure/reap-gpt35-1106 # the model name\n # temperature: 1.0 # set the default temperature for the calls to this server\n gpt4-preview:\n model: gpt-4-0125-preview\n moonshot-8k:\n model: moonshot-v1-8k\n provider: api\n is_custom_llm: true # https://docs.litellm.ai/docs/providers/custom_openai_proxy\n api_key: os.environ/MOONSHOT_API_KEY # setup your API key in the environment variable\n base_url: \"https://api.moonshot.cn/v1\"\n # add cost, see also https://docs.litellm.ai/docs/proxy/custom_pricing\n input_cost_per_token: 1.2e-5\n output_cost_per_token: 1.2e-5\n cost_currency: \"CNY\"\n srt-llama2: # llama2 served using SRT\n model: default\n provider: api\n is_custom_llm: true\n base_url: \"http://127.0.0.1:30000/v1\" # the example address of the SRT server\n"}}}}