{"repo": "benitbuhner/model-proxy", "files": {"config/providers/longcat.json": {"b385c75abc67fef3cf25abcfd2101d1e726c7927": {"t": 1785674287.641431, "n": 1327, "h": "8541fe77d2359a57", "c": "{\n  \"name\": \"longcat\",\n  \"display_name\": \"LongCat\",\n  \"enabled\": true,\n\n  \"api_keys\": {\n    \"env_var_patterns\": [\n      \"LONGCAT_API_KEY\",\n      \"LONGCAT_API_KEY_{INDEX}\"\n    ],\n    \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n  },\n\n  \"endpoints\": {\n    \"base_url\": \"https://api.longcat.chat/openai/v1\",\n    \"completions\": \"/chat/completions\",\n    \"streaming\": \"/chat/completions\",\n    \"compatible_format\": \"openai\"\n  },\n\n  \"authentication\": {\n    \"type\": \"bearer\",\n    \"header_name\": \"Authorization\",\n    \"header_format\": \"Bearer {api_key}\"\n  },\n\n  \"request_config\": {\n    \"timeout_seconds\": 60,\n    \"max_retries\": 3,\n    \"retry_on_status\": [429, 500, 502, 503, 504],\n    \"default_parameters\": {\n      \"temperature\": 1.0,\n      \"top_p\": 1.0,\n      \"n\": 1\n    }\n  },\n\n  \"rate_limiting\": {\n    \"enabled\": false,\n    \"requests_per_minute\": null,\n    \"tokens_per_minute\": null,\n    \"cooldown_seconds\": 180\n  },\n\n  \"models\": {},\n\n  \"error_handling\": {\n    \"401\": {\n      \"action\": \"global_key_failure\"\n    },\n    \"403\": {\n      \"action\": \"global_key_failure\"\n    },\n    \"429\": {\n      \"action\": \"model_key_failure\"\n    }\n  },\n\n  \"proxy_support\": {\n    \"enabled\": false,\n    \"base_url_override\": null,\n    \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n  }\n}\n"}}, "tests/fixtures/bundle-sample.json": {"b385c75abc67fef3cf25abcfd2101d1e726c7927": {"t": 1785674292.626362, "n": 45685, "h": "076d0ae3e6764d43", "c": "{\n  \"version\": \"1.0.0\",\n  \"exported_at\": \"2026-04-20T04:16:34.286413\",\n  \"metadata\": {\n    \"total_providers\": 16,\n    \"total_models\": 14,\n    \"total_api_keys\": 49,\n    \"note\": \"Full configuration export including all API keys. Store securely!\"\n  },\n  \"setup\": {\n    \"providers\": [\n      {\n        \"name\": \"gemini\",\n        \"display_name\": \"Gemini\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"GEMINI_API_KEY\",\n            \"GEMINI_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://generativelanguage.googleapis.com/v1beta/openai/\",\n          \"completions\": \"chat/completions\",\n          \"streaming\": \"chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"api_key\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 600\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"400\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        },\n        \"provider_notes\": {\n          \"description\": \"Uses Google's OpenAI-compatible API endpoint for Gemini models\"\n        }\n      },\n      {\n        \"name\": \"nahcrof\",\n        \"display_name\": \"Nahcrof AI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"NAHCROF_API_KEY\",\n            \"NAHCROF_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://ai.nahcrof.com\",\n          \"completions\": \"/v2/chat/completions\",\n          \"streaming\": \"/v2/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 180,\n          \"max_retries\": 50,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 600\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"400\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"cerebras\",\n        \"display_name\": \"Cerebras\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"CEREBRAS_API_KEY\",\n            \"CEREBRAS_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.cerebras.ai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 180,\n          \"max_retries\": 50,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 600\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"400\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"422\": {\n            \"action\": \"auto_fix_tool_responses\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"zai\",\n        \"display_name\": \"Z.AI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"ZAI_API_KEY\",\n            \"ZAI_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.z.ai\",\n          \"completions\": \"/api/paas/v4/chat/completions\",\n          \"streaming\": \"/api/paas/v4/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 180,\n          \"max_retries\": 50,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 0.7,\n            \"top_p\": 0.95,\n            \"max_tokens\": 4096,\n            \"do_sample\": true,\n            \"stream\": false\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 600\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"400\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"422\": {\n            \"action\": \"auto_fix_tool_responses\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"longcat\",\n        \"display_name\": \"LongCat\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"LONGCAT_API_KEY\",\n            \"LONGCAT_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.longcat.chat/openai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"openai\",\n        \"display_name\": \"OpenAI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_pattern\": \"{PROVIDER}_API_KEY\",\n          \"env_var_patterns\": [\n            \"{PROVIDER}_API_KEY\",\n            \"{PROVIDER}_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {PROVIDER} = 'OPENAI', {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.openai.com/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies like OpenRouter, Together AI, etc.)\"\n        },\n        \"model_mapping\": {\n          \"gpt-4\": \"gpt-4\",\n          \"gpt-4-turbo\": \"gpt-4-turbo-preview\",\n          \"gpt-3.5-turbo\": \"gpt-3.5-turbo\"\n        }\n      },\n      {\n        \"name\": \"llama\",\n        \"display_name\": \"Llama API\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"LLAMA_API_KEY\",\n            \"LLAMA_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.llama.com/compat/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"anthropic\",\n        \"display_name\": \"Anthropic\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_pattern\": \"{PROVIDER}_API_KEY\",\n          \"env_var_patterns\": [\n            \"{PROVIDER}_API_KEY\",\n            \"{PROVIDER}_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {PROVIDER} = 'ANTHROPIC', {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.anthropic.com/v1\",\n          \"completions\": \"/messages\",\n          \"streaming\": \"/messages\",\n          \"compatible_format\": \"anthropic\"\n        },\n        \"authentication\": {\n          \"type\": \"x-api-key\",\n          \"header_name\": \"x-api-key\",\n          \"header_format\": \"{api_key}\",\n          \"additional_headers\": {\n            \"anthropic-version\": \"2023-06-01\"\n          }\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": null,\n            \"top_p\": null,\n            \"max_tokens\": 1024\n          },\n          \"required_parameters\": [\n            \"max_tokens\"\n          ]\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"mistral\",\n        \"display_name\": \"Mistral AI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"MISTRAL_API_KEY\",\n            \"MISTRAL_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.mistral.ai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"groq\",\n        \"display_name\": \"Groq\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"GROQ_API_KEY\",\n            \"GROQ_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.groq.com/openai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"github\",\n        \"display_name\": \"GitHub Models\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"GITHUB_TOKEN\",\n            \"GITHUB_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://models.github.ai/inference\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"azure\"\n        },\n        \"authentication\": {\n          \"type\": \"azure_key\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"local-llama\",\n        \"display_name\": \"Qwen3.5-35B-A3B (Local)\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"LOCAL_LLAMA_API_KEY\"\n          ],\n          \"description\": \"Environment variable used for the local llama.cpp bridge\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"http://172.17.0.1:8081\",\n          \"completions\": \"/v1/chat/completions\",\n          \"streaming\": \"/v1/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\",\n          \"api_key\": \"sk-no-key-required\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 120,\n          \"max_retries\": 2,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 0.7,\n            \"top_p\": 0.9,\n            \"n\": 1,\n            \"max_tokens\": 2048\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": true,\n          \"requests_per_minute\": 10,\n          \"tokens_per_minute\": 5000,\n          \"cooldown_seconds\": 60\n        },\n        \"models\": {\n          \"qwen35-35b-a3b\": {\n            \"name\": \"Qwen3.5-35B-A3B\",\n            \"model_id\": \"Qwen3.5-35B-A3B\",\n            \"display_name\": \"Qwen3.5-35B-A3B (3-bit UD-IQ3_XXS)\",\n            \"description\": \"MoE model - 35B total params, 3B activated. Quantized to 3-bit for 2GB RAM constraint.\",\n            \"context_length\": 4096,\n            \"supports_streaming\": true,\n            \"supports_functions\": false,\n            \"memory_footprint\": \"~2GB RAM\",\n            \"quantization\": \"UD-IQ3_XXS (3-bit)\",\n            \"memory_optimizations\": [\n              \"Expert offloading to disk\",\n              \"KV cache quantization (8-bit)\",\n              \"Flash attention enabled\"\n            ]\n          }\n        },\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"ignore\"\n          },\n          \"403\": {\n            \"action\": \"ignore\"\n          },\n          \"429\": {\n            \"action\": \"cooldown\",\n            \"cooldown_seconds\": 60\n          },\n          \"500\": {\n            \"action\": \"retry\"\n          },\n          \"502\": {\n            \"action\": \"retry\"\n          },\n          \"503\": {\n            \"action\": \"retry\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"Direct connection to local llama-server\"\n        }\n      },\n      {\n        \"name\": \"chutes\",\n        \"display_name\": \"Chutes AI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"CHUTES_API_KEY\",\n            \"CHUTES_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://${CHUTES_USERNAME}-${CHUTES_CHUTE_NAME}.chutes.ai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"cloudflare\",\n        \"display_name\": \"Cloudflare Workers AI\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_patterns\": [\n            \"CLOUDFLARE_API_KEY\",\n            \"CLOUDFLARE_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://api.cloudflare.com/client/v4/accounts/${CLOUDFLARE_ACCOUNT_ID}/ai/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\",\n          \"additional_headers\": {\n            \"CF-Access-Client-Id\": \"${CLOUDFLARE_ACCESS_CLIENT_ID}\",\n            \"CF-Access-Client-Secret\": \"${CLOUDFLARE_ACCESS_CLIENT_SECRET}\"\n          }\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 60,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 180\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies)\"\n        }\n      },\n      {\n        \"name\": \"openrouter\",\n        \"display_name\": \"OpenRouter\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_pattern\": \"{PROVIDER}_API_KEY\",\n          \"env_var_patterns\": [\n            \"{PROVIDER}_API_KEY\",\n            \"{PROVIDER}_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {PROVIDER} = 'OPENROUTER', {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://openrouter.ai/api/v1\",\n          \"completions\": \"/chat/completions\",\n          \"streaming\": \"/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\",\n          \"additional_headers\": {\n            \"HTTP-Referer\": \"https://github.com/model-proxy\",\n            \"X-Title\": \"Model-Proxy\"\n          }\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 180,\n          \"max_retries\": 50,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null,\n          \"cooldown_seconds\": 600\n        },\n        \"models\": {},\n        \"error_handling\": {\n          \"400\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"403\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"model_key_failure\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        },\n        \"proxy_support\": {\n          \"enabled\": false,\n          \"base_url_override\": null,\n          \"description\": \"If enabled, use base_url_override instead of base_url (for proxies like OpenRouter, Together AI, etc.)\"\n        }\n      },\n      {\n        \"name\": \"nvidia\",\n        \"display_name\": \"Nvidia\",\n        \"enabled\": true,\n        \"api_keys\": {\n          \"env_var_pattern\": \"{PROVIDER}_API_KEY\",\n          \"env_var_patterns\": [\n            \"{PROVIDER}_API_KEY\",\n            \"{PROVIDER}_API_KEY_{INDEX}\"\n          ],\n          \"description\": \"Environment variable patterns for API keys. {PROVIDER} = '{{provider_name_upper}}', {INDEX} = 1,2,3...\"\n        },\n        \"endpoints\": {\n          \"base_url\": \"https://integrate.api.nvidia.com\",\n          \"completions\": \"/v1/chat/completions\",\n          \"streaming\": \"/v1/chat/completions\",\n          \"compatible_format\": \"openai\"\n        },\n        \"authentication\": {\n          \"type\": \"bearer\",\n          \"header_name\": \"Authorization\",\n          \"header_format\": \"Bearer {api_key}\"\n        },\n        \"request_config\": {\n          \"timeout_seconds\": 15,\n          \"max_retries\": 3,\n          \"retry_on_status\": [\n            429,\n            500,\n            502,\n            503,\n            504\n          ],\n          \"default_parameters\": {\n            \"temperature\": 1,\n            \"top_p\": 1,\n            \"n\": 1\n          }\n        },\n        \"rate_limiting\": {\n          \"enabled\": false,\n          \"requests_per_minute\": null,\n          \"tokens_per_minute\": null\n        },\n        \"error_handling\": {\n          \"401\": {\n            \"action\": \"global_key_failure\"\n          },\n          \"429\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"500\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"502\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"503\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"504\": {\n            \"action\": \"fallback_no_cooldown\"\n          },\n          \"default\": {\n            \"action\": \"fallback_no_cooldown\"\n          }\n        }\n      }\n    ],\n    \"models\": [\n      {\n        \"logical_name\": \"complete\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 1,\n        \"model_routings\": [\n          {\n            \"provider\": \"groq\",\n            \"model\": \"openai/gpt-oss-120b\"\n          },\n          {\n            \"provider\": \"cerebras\",\n            \"model\": \"qwen-3-235b-a22b-instruct-2507\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"gemma-4-26b-a4b-it\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"openrouter\",\n            \"model\": \"google/gemma-4-26b-a4b-it:free\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"glm-4.7-flash-stock\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"zai\",\n            \"model\": \"glm-4.7-flash\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"glm-5-lightning\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-5-lightning\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"glm-5.1\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-5.1\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"glm-5.1-precision\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-5.1-precision\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"kimi-k2.5\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"kimi-k2.5\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"kimi-k2.5-lightning\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"kimi-k2.5-lightning\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"minimax-m2.5\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"openrouter\",\n            \"model\": \"minimax-m2.5:free\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"minimax-m2.7\",\n        \"timeout_seconds\": 360,\n        \"default_cooldown_seconds\": 0,\n        \"model_routings\": [\n          {\n            \"provider\": \"nvidia\",\n            \"model\": \"minimaxai/minimax-m2.7\",\n            \"cooldown_seconds\": 0\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"precision\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-5\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"minimax-m2.5\"\n          },\n          {\n            \"provider\": \"gemini\",\n            \"model\": \"gemini-3-flash-preview\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"qwen35-tiny\",\n        \"timeout_seconds\": 600,\n        \"default_cooldown_seconds\": 60,\n        \"model_routings\": [\n          {\n            \"provider\": \"openai\",\n            \"model\": \"Qwen3.5-35B-A3B-UD-IQ3_XXS.gguf\",\n            \"wire_protocol\": \"openai\",\n            \"base_url\": \"http://172.17.0.1:8081\",\n            \"api_key_env\": [\n              \"LOCAL_LLAMA_API_KEY\"\n            ],\n            \"timeout_seconds\": 600,\n            \"cooldown_seconds\": 30\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"turbo\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"cerebras\",\n            \"model\": \"zai-glm-4.7\"\n          },\n          {\n            \"provider\": \"gemini\",\n            \"model\": \"gemini-3-flash-preview\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"minimax-m2.1-canopy\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"kimi-k2.5\"\n          },\n          {\n            \"provider\": \"zai\",\n            \"model\": \"glm-4.7-flash\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-4.7\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      },\n      {\n        \"logical_name\": \"turbo-alt\",\n        \"timeout_seconds\": 180,\n        \"default_cooldown_seconds\": 180,\n        \"model_routings\": [\n          {\n            \"provider\": \"gemini\",\n            \"model\": \"gemini-3-flash-preview\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"minimax-m2.1-precision\"\n          },\n          {\n            \"provider\": \"openrouter\",\n            \"model\": \"z-ai/glm-4.5-air:free\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"glm-4.7\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"deepseek-v3.2-precision\"\n          },\n          {\n            \"provider\": \"nahcrof\",\n            \"model\": \"devstral-2\"\n          }\n        ],\n        \"fallback_model_routings\": []\n      }\n    ],\n    \"environment\": {\n      \"GEMINI_API_KEY_1\": \"scrubbed-GEMINI_API_KEY_1\",\n      \"GEMINI_API_KEY_2\": \"scrubbed-GEMINI_API_KEY_2\",\n      \"GEMINI_API_KEY_3\": \"scrubbed-GEMINI_API_KEY_3\",\n      \"GEMINI_API_KEY_4\": \"scrubbed-GEMINI_API_KEY_4\",\n      \"GEMINI_API_KEY_5\": \"scrubbed-GEMINI_API_KEY_5\",\n      \"GEMINI_API_KEY_6\": \"scrubbed-GEMINI_API_KEY_6\",\n      \"GEMINI_API_KEY_7\": \"scrubbed-GEMINI_API_KEY_7\",\n      \"GEMINI_API_KEY_8\": \"scrubbed-GEMINI_API_KEY_8\",\n      \"GEMINI_API_KEY_9\": \"scrubbed-GEMINI_API_KEY_9\",\n      \"GEMINI_API_KEY_10\": \"scrubbed-GEMINI_API_KEY_10\",\n      \"GEMINI_API_KEY_11\": \"scrubbed-GEMINI_API_KEY_11\",\n      \"NAHCROF_API_KEY\": \"scrubbed-NAHCROF_API_KEY\",\n      \"CEREBRAS_API_KEY_1\": \"scrubbed-CEREBRAS_API_KEY_1\",\n      \"CEREBRAS_API_KEY_2\": \"scrubbed-CEREBRAS_API_KEY_2\",\n      \"CEREBRAS_API_KEY_3\": \"scrubbed-CEREBRAS_API_KEY_3\",\n      \"CEREBRAS_API_KEY_4\": \"scrubbed-CEREBRAS_API_KEY_4\",\n      \"CEREBRAS_API_KEY_5\": \"scrubbed-CEREBRAS_API_KEY_5\",\n      \"CEREBRAS_API_KEY_6\": \"scrubbed-CEREBRAS_API_KEY_6\",\n      \"CEREBRAS_API_KEY_7\": \"scrubbed-CEREBRAS_API_KEY_7\",\n      \"CEREBRAS_API_KEY_8\": \"scrubbed-CEREBRAS_API_KEY_8\",\n      \"CEREBRAS_API_KEY_9\": \"scrubbed-CEREBRAS_API_KEY_9\",\n      \"CEREBRAS_API_KEY_10\": \"scrubbed-CEREBRAS_API_KEY_10\",\n      \"CEREBRAS_API_KEY_11\": \"scrubbed-CEREBRAS_API_KEY_11\",\n      \"CEREBRAS_API_KEY_12\": \"scrubbed-CEREBRAS_API_KEY_12\",\n      \"CEREBRAS_API_KEY_13\": \"scrubbed-CEREBRAS_API_KEY_13\",\n      \"CEREBRAS_API_KEY_14\": \"scrubbed-CEREBRAS_API_KEY_14\",\n      \"ZAI_API_KEY_1\": \"scrubbed-ZAI_API_KEY_1\",\n      \"ZAI_API_KEY_2\": \"scrubbed-ZAI_API_KEY_2\",\n      \"ZAI_API_KEY_3\": \"scrubbed-ZAI_API_KEY_3\",\n      \"OPENAI_API_KEY\": \"scrubbed-OPENAI_API_KEY\",\n      \"MISTRAL_API_KEY_1\": \"scrubbed-MISTRAL_API_KEY_1\",\n      \"MISTRAL_API_KEY_2\": \"scrubbed-MISTRAL_API_KEY_2\",\n      \"GROQ_API_KEY_1\": \"scrubbed-GROQ_API_KEY_1\",\n      \"GROQ_API_KEY_2\": \"scrubbed-GROQ_API_KEY_2\",\n      \"GROQ_API_KEY_3\": \"scrubbed-GROQ_API_KEY_3\",\n      \"GROQ_API_KEY_4\": \"scrubbed-GROQ_API_KEY_4\",\n      \"LOCAL_LLAMA_API_KEY\": \"scrubbed-LOCAL_LLAMA_API_KEY\",\n      \"OPENROUTER_API_KEY\": \"scrubbed-OPENROUTER_API_KEY\",\n      \"OPENROUTER_API_KEY_1\": \"scrubbed-OPENROUTER_API_KEY_1\",\n      \"OPENROUTER_API_KEY_2\": \"scrubbed-OPENROUTER_API_KEY_2\",\n      \"OPENROUTER_API_KEY_3\": \"scrubbed-OPENROUTER_API_KEY_3\",\n      \"OPENROUTER_API_KEY_4\": \"scrubbed-OPENROUTER_API_KEY_4\",\n      \"OPENROUTER_API_KEY_5\": \"scrubbed-OPENROUTER_API_KEY_5\",\n      \"OPENROUTER_API_KEY_6\": \"scrubbed-OPENROUTER_API_KEY_6\",\n      \"OPENROUTER_API_KEY_7\": \"scrubbed-OPENROUTER_API_KEY_7\",\n      \"OPENROUTER_API_KEY_8\": \"scrubbed-OPENROUTER_API_KEY_8\",\n      \"NVIDIA_API_KEY_1\": \"scrubbed-NVIDIA_API_KEY_1\",\n      \"NVIDIA_API_KEY_2\": \"scrubbed-NVIDIA_API_KEY_2\",\n      \"NVIDIA_API_KEY_3\": \"scrubbed-NVIDIA_API_KEY_3\",\n      \"CLIENT_API_KEY\": \"ThisIsKindaCoolNgl\",\n      \"LOG_LEVEL\": \"DEBUG\",\n      \"VERBOSE_HTTP_ERRORS\": \"true\"\n    },\n    \"api_keys\": {\n      \"gemini\": [\n        {\n          \"env_var\": \"GEMINI_API_KEY_1\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_2\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_3\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_3\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_4\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_4\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_5\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_5\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_6\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_6\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_7\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_7\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_8\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_8\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_9\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_9\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_10\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_10\"\n        },\n        {\n          \"env_var\": \"GEMINI_API_KEY_11\",\n          \"value\": \"scrubbed-GEMINI_API_KEY_11\"\n        }\n      ],\n      \"nahcrof\": [\n        {\n          \"env_var\": \"NAHCROF_API_KEY\",\n          \"value\": \"scrubbed-NAHCROF_API_KEY\"\n        }\n      ],\n      \"cerebras\": [\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_1\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_2\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_3\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_3\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_4\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_4\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_5\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_5\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_6\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_6\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_7\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_7\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_8\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_8\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_9\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_9\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_10\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_10\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_11\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_11\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_12\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_12\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_13\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_13\"\n        },\n        {\n          \"env_var\": \"CEREBRAS_API_KEY_14\",\n          \"value\": \"scrubbed-CEREBRAS_API_KEY_14\"\n        }\n      ],\n      \"zai\": [\n        {\n          \"env_var\": \"ZAI_API_KEY_1\",\n          \"value\": \"scrubbed-ZAI_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"ZAI_API_KEY_2\",\n          \"value\": \"scrubbed-ZAI_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"ZAI_API_KEY_3\",\n          \"value\": \"scrubbed-ZAI_API_KEY_3\"\n        }\n      ],\n      \"openai\": [\n        {\n          \"env_var\": \"OPENAI_API_KEY\",\n          \"value\": \"scrubbed-OPENAI_API_KEY\"\n        }\n      ],\n      \"mistral\": [\n        {\n          \"env_var\": \"MISTRAL_API_KEY_1\",\n          \"value\": \"scrubbed-MISTRAL_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"MISTRAL_API_KEY_2\",\n          \"value\": \"scrubbed-MISTRAL_API_KEY_2\"\n        }\n      ],\n      \"groq\": [\n        {\n          \"env_var\": \"GROQ_API_KEY_1\",\n          \"value\": \"scrubbed-GROQ_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"GROQ_API_KEY_2\",\n          \"value\": \"scrubbed-GROQ_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"GROQ_API_KEY_3\",\n          \"value\": \"scrubbed-GROQ_API_KEY_3\"\n        },\n        {\n          \"env_var\": \"GROQ_API_KEY_4\",\n          \"value\": \"scrubbed-GROQ_API_KEY_4\"\n        }\n      ],\n      \"local-llama\": [\n        {\n          \"env_var\": \"LOCAL_LLAMA_API_KEY\",\n          \"value\": \"scrubbed-LOCAL_LLAMA_API_KEY\"\n        }\n      ],\n      \"openrouter\": [\n        {\n          \"env_var\": \"OPENROUTER_API_KEY\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_1\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_2\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_3\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_3\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_4\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_4\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_5\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_5\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_6\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_6\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_7\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_7\"\n        },\n        {\n          \"env_var\": \"OPENROUTER_API_KEY_8\",\n          \"value\": \"scrubbed-OPENROUTER_API_KEY_8\"\n        }\n      ],\n      \"nvidia\": [\n        {\n          \"env_var\": \"NVIDIA_API_KEY_1\",\n          \"value\": \"scrubbed-NVIDIA_API_KEY_1\"\n        },\n        {\n          \"env_var\": \"NVIDIA_API_KEY_2\",\n          \"value\": \"scrubbed-NVIDIA_API_KEY_2\"\n        },\n        {\n          \"env_var\": \"NVIDIA_API_KEY_3\",\n          \"value\": \"scrubbed-NVIDIA_API_KEY_3\"\n        }\n      ]\n    }\n  }\n}\n"}}}}