hack/tools/scripts/llm-key-hunter/results/_cache/content/aiming-lab_clawarena.json

{"repo": "aiming-lab/clawarena", "files": {"ClawArena-Team/scripts/eval_targets.json": {"630efd8a0d1dc8189718226c7da158cbe4c2fe64": {"t": 1785674226.36522, "n": 6945, "h": "5dd000504c204a88", "c": "{\n  \"_README\": \"ClawArena-Team main-agent evaluation target registry. Each entry's `main` is injected via `-m` JSON; the subagent pool comes from configs/eval_base.yaml (local gemma). `main` only declares text -- non-text inputs are handled by the vlm/omni subagents (ClawArena-Team design). Targets that use `api_key_env` read the key from the environment (export GEMINI_API_KEY / OPENROUTER_API_KEY / ANTHROPIC_API_KEY before running run_eval_targets.py). Start the dependent services first: gemini/openrouter connect directly to the cloud; codex needs a ChatMock-style proxy (:8920); bedrock needs litellm (:4000); local-* needs serve_main_agent.py (:8910). The 127.0.0.1 api_base values and `api_key: EMPTY`/`anything` placeholders are for these local proxies and carry no secrets.\",\n  \"targets\": [\n    {\n      \"id\": \"gemini-3.1-pro\",\n      \"group\": \"gemini\",\n      \"main\": {\n        \"provider\": \"gemini\",\n        \"model_id\": \"gemini-3.1-pro-preview\",\n        \"api_key_env\": \"GEMINI_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"gemini-3.5-flash\",\n      \"group\": \"gemini\",\n      \"main\": {\n        \"provider\": \"gemini\",\n        \"model_id\": \"gemini-3.5-flash\",\n        \"api_key_env\": \"GEMINI_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-deepseek-v4-pro\",\n      \"group\": \"openrouter\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"deepseek/deepseek-v4-pro\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-qwen3.7-max\",\n      \"group\": \"openrouter\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"qwen/qwen3.7-max\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-kimi-k2.6\",\n      \"group\": \"openrouter\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"moonshotai/kimi-k2.6\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-mimo-v2.5-pro\",\n      \"group\": \"openrouter\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"xiaomi/mimo-v2.5-pro\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-qwen3-coder-free\",\n      \"group\": \"openrouter-free\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"qwen/qwen3-coder:free\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-kimi-k2.6-free\",\n      \"group\": \"openrouter-free\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"moonshotai/kimi-k2.6:free\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"or-qwen3-next-free\",\n      \"group\": \"openrouter-free\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"qwen/qwen3-next-80b-a3b-instruct:free\",\n        \"api_base\": \"https://openrouter.ai/api/v1\",\n        \"api_key_env\": \"OPENROUTER_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"codex-gpt-5.5\",\n      \"group\": \"codex\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"gpt-5.5\",\n        \"api_base\": \"http://127.0.0.1:8920/v1\",\n        \"api_key\": \"anything\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"codex-gpt-5.4\",\n      \"group\": \"codex\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"gpt-5.4\",\n        \"api_base\": \"http://127.0.0.1:8920/v1\",\n        \"api_key\": \"anything\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"anthropic-claude-sonnet-4-6\",\n      \"group\": \"anthropic\",\n      \"main\": {\n        \"provider\": \"anthropic\",\n        \"model_id\": \"claude-sonnet-4-6\",\n        \"api_key_env\": \"ANTHROPIC_API_KEY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"bedrock-claude-opus-4-6\",\n      \"group\": \"bedrock\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"claude-opus-4-6\",\n        \"api_base\": \"http://127.0.0.1:4000/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"bedrock-claude-sonnet-4-6\",\n      \"group\": \"bedrock\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"claude-sonnet-4-6\",\n        \"api_base\": \"http://127.0.0.1:4000/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"bedrock-claude-haiku-4-5\",\n      \"group\": \"bedrock\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"claude-haiku-4-5\",\n        \"api_base\": \"http://127.0.0.1:4000/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"local-gemma-31b\",\n      \"group\": \"local\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"gemma-4-31b-it-main\",\n        \"api_base\": \"http://127.0.0.1:8910/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"local-qwen3.6-27b\",\n      \"group\": \"local\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"qwen3.6-27b\",\n        \"api_base\": \"http://127.0.0.1:8910/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    },\n    {\n      \"id\": \"local-glm-4.7-flash\",\n      \"group\": \"local\",\n      \"main\": {\n        \"provider\": \"openai_compat\",\n        \"model_id\": \"glm-4.7-flash\",\n        \"api_base\": \"http://127.0.0.1:8910/v1\",\n        \"api_key\": \"EMPTY\",\n        \"modalities\": {\n          \"text\": true\n        },\n        \"max_tokens\": 24000\n      }\n    }\n  ]\n}"}}}}