1 line
116 KiB
JSON
1 line
116 KiB
JSON
{"repo": "caelum0x/steelbot", "files": {"providers.json": {"4b2262e4067acd2575eec5285322fd143df28e41": {"t": 1785745304.4735882, "n": 13073, "h": "caba25378752c60d", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"github_copilot\",\n \"aliases\": [\n \"github-copilot\",\n \"githubcopilot\",\n \"copilot\"\n ],\n \"protocol\": \"github_copilot\",\n \"default_base_url\": \"https://api.githubcopilot.com\",\n \"api_key_env\": \"GITHUB_COPILOT_TOKEN\",\n \"api_key_required\": true,\n \"model_env\": \"GITHUB_COPILOT_MODEL\",\n \"default_model\": \"gpt-4o\",\n \"extra_headers_env\": \"GITHUB_COPILOT_EXTRA_HEADERS\",\n \"description\": \"GitHub Copilot Chat API (OAuth token from IDE sign-in)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_github_copilot_token\",\n \"key_url\": \"https://docs.github.com/en/copilot\",\n \"display_name\": \"GitHub Copilot\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"zai\",\n \"aliases\": [\n \"bigmodel\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.z.ai/api/paas/v4\",\n \"api_key_env\": \"ZAI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"ZAI_MODEL\",\n \"default_model\": \"glm-5\",\n \"description\": \"Z.AI GLM inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_zai_api_key\",\n \"key_url\": \"https://z.ai/manage-apikey/apikey-list\",\n \"display_name\": \"Z.AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"minimax\",\n \"aliases\": [\n \"mini_max\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.minimax.io/v1\",\n \"api_key_env\": \"MINIMAX_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"MINIMAX_BASE_URL\",\n \"model_env\": \"MINIMAX_MODEL\",\n \"default_model\": \"MiniMax-M2.7\",\n \"description\": \"MiniMax API (MiniMax-M2.7, MiniMax-M2.7-highspeed, MiniMax-M2.5 and MiniMax-M2.5-highspeed models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_minimax_api_key\",\n \"key_url\": \"https://platform.minimax.io\",\n \"display_name\": \"MiniMax\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]\n"}, "62326090808b62267fad6ffd141db84f5e7dfebd": {"t": 1785749900.59433, "n": 13073, "h": "caba25378752c60d", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"github_copilot\",\n \"aliases\": [\n \"github-copilot\",\n \"githubcopilot\",\n \"copilot\"\n ],\n \"protocol\": \"github_copilot\",\n \"default_base_url\": \"https://api.githubcopilot.com\",\n \"api_key_env\": \"GITHUB_COPILOT_TOKEN\",\n \"api_key_required\": true,\n \"model_env\": \"GITHUB_COPILOT_MODEL\",\n \"default_model\": \"gpt-4o\",\n \"extra_headers_env\": \"GITHUB_COPILOT_EXTRA_HEADERS\",\n \"description\": \"GitHub Copilot Chat API (OAuth token from IDE sign-in)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_github_copilot_token\",\n \"key_url\": \"https://docs.github.com/en/copilot\",\n \"display_name\": \"GitHub Copilot\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"zai\",\n \"aliases\": [\n \"bigmodel\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.z.ai/api/paas/v4\",\n \"api_key_env\": \"ZAI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"ZAI_MODEL\",\n \"default_model\": \"glm-5\",\n \"description\": \"Z.AI GLM inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_zai_api_key\",\n \"key_url\": \"https://z.ai/manage-apikey/apikey-list\",\n \"display_name\": \"Z.AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"minimax\",\n \"aliases\": [\n \"mini_max\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.minimax.io/v1\",\n \"api_key_env\": \"MINIMAX_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"MINIMAX_BASE_URL\",\n \"model_env\": \"MINIMAX_MODEL\",\n \"default_model\": \"MiniMax-M2.7\",\n \"description\": \"MiniMax API (MiniMax-M2.7, MiniMax-M2.7-highspeed, MiniMax-M2.5 and MiniMax-M2.5-highspeed models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_minimax_api_key\",\n \"key_url\": \"https://platform.minimax.io\",\n \"display_name\": \"MiniMax\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]\n"}, "2d0b195321531618fdb728f0db178edf9cf2745c": {"t": 1785749902.1979315, "n": 12358, "h": "e9d97ff72417ea97", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"zai\",\n \"aliases\": [\n \"bigmodel\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.z.ai/api/paas/v4\",\n \"api_key_env\": \"ZAI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"ZAI_MODEL\",\n \"default_model\": \"glm-5\",\n \"description\": \"Z.AI GLM inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_zai_api_key\",\n \"key_url\": \"https://z.ai/manage-apikey/apikey-list\",\n \"display_name\": \"Z.AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"minimax\",\n \"aliases\": [\n \"mini_max\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.minimax.io/v1\",\n \"api_key_env\": \"MINIMAX_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"MINIMAX_BASE_URL\",\n \"model_env\": \"MINIMAX_MODEL\",\n \"default_model\": \"MiniMax-M2.7\",\n \"description\": \"MiniMax API (MiniMax-M2.7, MiniMax-M2.7-highspeed, MiniMax-M2.5 and MiniMax-M2.5-highspeed models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_minimax_api_key\",\n \"key_url\": \"https://platform.minimax.io\",\n \"display_name\": \"MiniMax\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]\n"}, "863702a87a0f0f02248bb9a2534673cc4b1fcfd9": {"t": 1785749903.4036307, "n": 12320, "h": "9621fe9ce14f424b", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"zai\",\n \"aliases\": [\n \"bigmodel\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.z.ai/api/paas/v4\",\n \"api_key_env\": \"ZAI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"ZAI_MODEL\",\n \"default_model\": \"glm-5\",\n \"description\": \"Z.AI GLM inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_zai_api_key\",\n \"key_url\": \"https://z.ai/manage-apikey/apikey-list\",\n \"display_name\": \"Z.AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"minimax\",\n \"aliases\": [\n \"mini_max\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.minimax.io/v1\",\n \"api_key_env\": \"MINIMAX_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"MINIMAX_BASE_URL\",\n \"model_env\": \"MINIMAX_MODEL\",\n \"default_model\": \"MiniMax-M2.5\",\n \"description\": \"MiniMax API (MiniMax-M2.5 and MiniMax-M2.5-highspeed models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_minimax_api_key\",\n \"key_url\": \"https://platform.minimax.io\",\n \"display_name\": \"MiniMax\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]\n"}, "e2eb340c049c02e860c53e94e9631c5cf3f397ed": {"t": 1785749904.6955125, "n": 11693, "h": "0ea703e0eab66f80", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"zai\",\n \"aliases\": [\n \"bigmodel\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.z.ai/api/paas/v4\",\n \"api_key_env\": \"ZAI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"ZAI_MODEL\",\n \"default_model\": \"glm-5\",\n \"description\": \"Z.AI GLM inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_zai_api_key\",\n \"key_url\": \"https://z.ai/manage-apikey/apikey-list\",\n \"display_name\": \"Z.AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]\n"}, "8cd9b4bcfdae108cc177974acf1da532a3b3e61b": {"t": 1785749905.8252923, "n": 11155, "h": "fa79523765ffeb64", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-5-mini\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"unsupported_params\": [\"temperature\"],\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]"}, "d73e35cfb03ef05f38b460cd46d29cc13b318fe0": {"t": 1785749907.4177492, "n": 11065, "h": "0b291228c03a0bd0", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-4o\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]"}, "12ba79ffc3e565ca52077993a32b09d76f038d71": {"t": 1785749909.0164404, "n": 11652, "h": "7d1c90c9a9241aa9", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\n \"open_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-4o\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\n \"claude\"\n ],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\n \"openai-compatible\",\n \"compatible\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\n \"open_router\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\n \"nvidia_nim\",\n \"nim\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\n \"venice_ai\",\n \"veniceai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\n \"together_ai\",\n \"togetherai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\n \"fireworks_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\n \"deep_seek\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\n \"samba_nova\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"gemini\",\n \"aliases\": [\n \"google_gemini\",\n \"google\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai\",\n \"api_key_env\": \"GEMINI_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GEMINI_MODEL\",\n \"default_model\": \"gemini-2.5-flash\",\n \"description\": \"Google Gemini (via OpenAI-compatible endpoint)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_gemini_api_key\",\n \"key_url\": \"https://aistudio.google.com/app/apikey\",\n \"display_name\": \"Google Gemini\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"bedrock\",\n \"aliases\": [\n \"aws_bedrock\",\n \"aws\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"BEDROCK_ACCESS_KEY\",\n \"api_key_required\": false,\n \"base_url_env\": \"BEDROCK_BASE_URL\",\n \"model_env\": \"BEDROCK_MODEL\",\n \"default_model\": \"anthropic.claude-3-5-sonnet-20241022-v2:0\",\n \"description\": \"AWS Bedrock (requires LiteLLM or OpenAI-compatible proxy)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_bedrock_api_key\",\n \"display_name\": \"AWS Bedrock\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"ionet\",\n \"aliases\": [\n \"io_net\",\n \"io.net\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.intelligence.io.solutions/api/v1\",\n \"api_key_env\": \"IONET_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"IONET_MODEL\",\n \"default_model\": \"deepseek-coder-v2-instruct\",\n \"description\": \"io.net Intelligence API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_ionet_api_key\",\n \"key_url\": \"https://cloud.io.net/intelligence\",\n \"display_name\": \"io.net\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"mistral\",\n \"aliases\": [\n \"mistral_ai\",\n \"mistralai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.mistral.ai/v1\",\n \"api_key_env\": \"MISTRAL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"MISTRAL_MODEL\",\n \"default_model\": \"mistral-large-latest\",\n \"description\": \"Mistral AI API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_mistral_api_key\",\n \"key_url\": \"https://console.mistral.ai/api-keys\",\n \"display_name\": \"Mistral\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"yandex\",\n \"aliases\": [\n \"yandex_ai_studio\",\n \"yandexgpt\",\n \"yandex_gpt\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://ai.api.cloud.yandex.net/v1\",\n \"api_key_env\": \"YANDEX_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"YANDEX_MODEL\",\n \"extra_headers_env\": \"YANDEX_EXTRA_HEADERS\",\n \"default_model\": \"yandexgpt-lite\",\n \"description\": \"Yandex AI Studio (YandexGPT)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_yandex_api_key\",\n \"key_url\": \"https://aistudio.yandex.ru/platform/folders/\",\n \"display_name\": \"Yandex AI Studio\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"cloudflare\",\n \"aliases\": [\n \"cloudflare_ai\",\n \"cf_ai\"\n ],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"CLOUDFLARE_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"CLOUDFLARE_BASE_URL\",\n \"model_env\": \"CLOUDFLARE_MODEL\",\n \"default_model\": \"@cf/meta/llama-3.3-70b-instruct-fp8-fast\",\n \"description\": \"Cloudflare Workers AI\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_cloudflare_api_key\",\n \"display_name\": \"Cloudflare Workers AI\",\n \"can_list_models\": false\n }\n }\n]"}, "5c2ba44f128e00c6b03fc4963b68d61befd006c5": {"t": 1785749910.626983, "n": 7854, "h": "492771fcd705ca73", "c": "[\n {\n \"id\": \"openai\",\n \"aliases\": [\"open_ai\"],\n \"protocol\": \"open_ai_completions\",\n \"api_key_env\": \"OPENAI_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"OPENAI_BASE_URL\",\n \"model_env\": \"OPENAI_MODEL\",\n \"default_model\": \"gpt-4o\",\n \"description\": \"OpenAI GPT models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openai_api_key\",\n \"key_url\": \"https://platform.openai.com/api-keys\",\n \"display_name\": \"OpenAI\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"anthropic\",\n \"aliases\": [\"claude\"],\n \"protocol\": \"anthropic\",\n \"api_key_env\": \"ANTHROPIC_API_KEY\",\n \"api_key_required\": true,\n \"base_url_env\": \"ANTHROPIC_BASE_URL\",\n \"model_env\": \"ANTHROPIC_MODEL\",\n \"default_model\": \"claude-sonnet-4-20250514\",\n \"description\": \"Anthropic Claude models (direct API)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_anthropic_api_key\",\n \"key_url\": \"https://console.anthropic.com/settings/keys\",\n \"display_name\": \"Anthropic\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"ollama\",\n \"aliases\": [],\n \"protocol\": \"ollama\",\n \"default_base_url\": \"http://localhost:11434\",\n \"base_url_env\": \"OLLAMA_BASE_URL\",\n \"model_env\": \"OLLAMA_MODEL\",\n \"default_model\": \"llama3\",\n \"description\": \"Local Ollama instance (no API key needed)\",\n \"setup\": {\n \"kind\": \"ollama\",\n \"display_name\": \"Ollama\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"openai_compatible\",\n \"aliases\": [\"openai-compatible\", \"compatible\"],\n \"protocol\": \"open_ai_completions\",\n \"base_url_env\": \"LLM_BASE_URL\",\n \"base_url_required\": true,\n \"api_key_env\": \"LLM_API_KEY\",\n \"api_key_required\": false,\n \"model_env\": \"LLM_MODEL\",\n \"default_model\": \"default\",\n \"extra_headers_env\": \"LLM_EXTRA_HEADERS\",\n \"description\": \"Custom OpenAI-compatible endpoint (vLLM, LiteLLM, etc.)\",\n \"setup\": {\n \"kind\": \"open_ai_compatible\",\n \"secret_name\": \"llm_compatible_api_key\",\n \"display_name\": \"OpenAI-compatible\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"tinfoil\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://inference.tinfoil.sh/v1\",\n \"api_key_env\": \"TINFOIL_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TINFOIL_MODEL\",\n \"default_model\": \"kimi-k2-5\",\n \"description\": \"Tinfoil private inference (hardware-attested TEE)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_tinfoil_api_key\",\n \"key_url\": \"https://tinfoil.sh\",\n \"display_name\": \"Tinfoil\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"openrouter\",\n \"aliases\": [\"open_router\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://openrouter.ai/api/v1\",\n \"api_key_env\": \"OPENROUTER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"OPENROUTER_MODEL\",\n \"default_model\": \"openai/gpt-4o\",\n \"description\": \"OpenRouter multi-provider gateway (200+ models)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_openrouter_api_key\",\n \"key_url\": \"https://openrouter.ai/settings/keys\",\n \"display_name\": \"OpenRouter\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"groq\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.groq.com/openai/v1\",\n \"api_key_env\": \"GROQ_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"GROQ_MODEL\",\n \"default_model\": \"llama-3.3-70b-versatile\",\n \"description\": \"Groq LPU inference (ultra-fast)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_groq_api_key\",\n \"key_url\": \"https://console.groq.com/keys\",\n \"display_name\": \"Groq\",\n \"can_list_models\": true,\n \"models_filter\": \"chat\"\n }\n },\n {\n \"id\": \"nvidia\",\n \"aliases\": [\"nvidia_nim\", \"nim\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://integrate.api.nvidia.com/v1\",\n \"api_key_env\": \"NVIDIA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"NVIDIA_MODEL\",\n \"default_model\": \"meta/llama-3.3-70b-instruct\",\n \"description\": \"NVIDIA NIM API (high-performance inference)\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_nvidia_api_key\",\n \"key_url\": \"https://build.nvidia.com\",\n \"display_name\": \"NVIDIA NIM\",\n \"can_list_models\": true\n }\n },\n {\n \"id\": \"venice\",\n \"aliases\": [\"venice_ai\", \"veniceai\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.venice.ai/api/v1\",\n \"api_key_env\": \"VENICE_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"VENICE_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Venice.ai privacy-focused inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_venice_api_key\",\n \"key_url\": \"https://venice.ai/settings/api\",\n \"display_name\": \"Venice.ai\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"together\",\n \"aliases\": [\"together_ai\", \"togetherai\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.together.xyz/v1\",\n \"api_key_env\": \"TOGETHER_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"TOGETHER_MODEL\",\n \"default_model\": \"meta-llama/Llama-3-70b-chat-hf\",\n \"description\": \"Together AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_together_api_key\",\n \"key_url\": \"https://api.together.ai/settings/api-keys\",\n \"display_name\": \"Together AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"fireworks\",\n \"aliases\": [\"fireworks_ai\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.fireworks.ai/inference/v1\",\n \"api_key_env\": \"FIREWORKS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"FIREWORKS_MODEL\",\n \"default_model\": \"accounts/fireworks/models/llama-v3p1-70b-instruct\",\n \"description\": \"Fireworks AI inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_fireworks_api_key\",\n \"key_url\": \"https://fireworks.ai/api-keys\",\n \"display_name\": \"Fireworks AI\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"deepseek\",\n \"aliases\": [\"deep_seek\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.deepseek.com/v1\",\n \"api_key_env\": \"DEEPSEEK_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"DEEPSEEK_MODEL\",\n \"default_model\": \"deepseek-chat\",\n \"description\": \"DeepSeek inference API\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_deepseek_api_key\",\n \"key_url\": \"https://platform.deepseek.com/api_keys\",\n \"display_name\": \"DeepSeek\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"cerebras\",\n \"aliases\": [],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.cerebras.ai/v1\",\n \"api_key_env\": \"CEREBRAS_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"CEREBRAS_MODEL\",\n \"default_model\": \"llama-3.3-70b\",\n \"description\": \"Cerebras wafer-scale inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_cerebras_api_key\",\n \"key_url\": \"https://cloud.cerebras.ai\",\n \"display_name\": \"Cerebras\",\n \"can_list_models\": false\n }\n },\n {\n \"id\": \"sambanova\",\n \"aliases\": [\"samba_nova\"],\n \"protocol\": \"open_ai_completions\",\n \"default_base_url\": \"https://api.sambanova.ai/v1\",\n \"api_key_env\": \"SAMBANOVA_API_KEY\",\n \"api_key_required\": true,\n \"model_env\": \"SAMBANOVA_MODEL\",\n \"default_model\": \"Meta-Llama-3.1-70B-Instruct\",\n \"description\": \"SambaNova Cloud inference\",\n \"setup\": {\n \"kind\": \"api_key\",\n \"secret_name\": \"llm_sambanova_api_key\",\n \"key_url\": \"https://cloud.sambanova.ai/apis\",\n \"display_name\": \"SambaNova\",\n \"can_list_models\": false\n }\n }\n]\n"}}}} |