1 line
4.8 KiB
JSON
1 line
4.8 KiB
JSON
{"repo": "babelcloud/llm-rgb", "files": {"promptfooconfig.yaml.example": {"30bc7434aef504afecd22aba9643bf107483f7a4": {"t": 1785768876.836591, "n": 4515, "h": "032d3db6ed949821", "c": "prompts: prompt.txt\nproviders: \n### OpenAI\n # - openai:o1-mini:\n # id: openai-o1-mini\n # config:\n # apiKey: \n # temperature: 1\n # - openai:o1-preview:\n # id: openai-o1-preview\n # config:\n # apiKey: \n # temperature: 1\n # - openai:o1-mini:\n # id: openai-o1-mini\n # config:\n # apiKey: \n # temperature: 1\n - openai:gpt-4o:\n id: gpt-4o\n config:\n apiKey: \n #temperature: 0\n### Anthropic\n # - anthropic:messages:claude-3-opus-20240229:\n # id: claude3-Opus\n # config:\n # apiKey: \n # temperature: 0\n # max_tokens: 4096\n - anthropic:messages:claude-3-5-sonnet-20241022:\n id: Sonnet-1022\n config: \n apiKey:\n #temperature: 0\n max_tokens: 8192\n # - anthropic:messages:claude-3-5-sonnet-20240620:\n # id: Sonnet-0620\n # config: \n # apiKey: \n # temperature: 0\n # max_tokens: 4096\n## Cohere\n # - cohere:command-r-plus:\n # id: cohere-command-r-plus\n # config:\n # apiKey: \n # temperature: 0\n # max_tokens: 4096\n### Mistral\n # - mistral:mistral-large-latest:\n # id: mistral-large\n # config:\n # apiKey: \n # temperature: 0\n # max_tokens: 4096\n### Google\n # - google:gemini-1.5-pro-002:\n # id: gemini-1.5-pro\n # config:\n # apiKey: \n # temperature: 0\n # maxOutputTokens: 8192\n - google:gemini-exp-1206:\n id: gemini-exp-1206\n config:\n apiKey: \n #temperature: 0\n maxOutputTokens: 8192\n # - google:gemini-2.0-flash-exp:\n # id: gemini-2.0-flash-exp\n # config:\n # apiKey: \n # temperature: 0\n # maxOutputTokens: 8192\n # - google:gemini-2.0-flash-thinking-exp:\n # id: gemini-2.0-flash-thinking-exp\n # config:\n # apiKey: \n # temperature: 0\n # maxOutputTokens: 8192\n### xAI\n - openai:chat:grok-beta:\n id: grok-beta\n config:\n apiKey: \n apiBaseUrl: https://api.x.ai/v1\n### Baidu\n - file://utils/baiduProvider.ts:\n id: baidu-ernie4-128k\n config:\n apiKey: \n secretKey: \n### GLM\n - file://utils/glmProvider.ts:\n id: zhipu-glm4-plus\n config:\n apiKey: \n### Bytedance\n - file://utils/bytedanceProvider.ts:\n id: bytedance-doubao-pro\n config:\n apiKey: \n endpoint: https://ark.cn-beijing.volces.com/api/v3/chat/completions\n model: \n### Deepseek\n - openai:chat:deepseek-chat:\n id: deepseek-chat\n config:\n apiKey: \n apiBaseUrl: https://api.deepseek.com\n### Tencent\n - openai:chat:hunyuan-pro:\n id: tencent-hunyuan-pro\n config:\n apiKey: \n apiBaseUrl: https://api.hunyuan.cloud.tencent.com/v1\n### Qwen\n - openai:chat:qwen-max-latest:\n id: alibaba-qwen-max\n config:\n apiKey: \n apiBaseUrl: https://dashscope.aliyuncs.com/compatible-mode/v1\n### Moonshot\n - openai:chat:moonshot-v1-128k:\n id: moonshot-v1-128k\n config:\n apiKey: \n apiBaseUrl: https://api.moonshot.cn/v1\n### Step\n # - openai:chat:step-2-16k:\n # id: step-2-16k\n # config:\n # apiKey: \n # apiBaseUrl: https://api.stepfun.com/v1\n #temperature: 0\n### Llama - Replicate\n - replicate:meta/meta-llama-3.1-405b-instruct:\n id: llama3.1-405b\n config:\n apiKey: \n #temperature: 0.01\n max_new_tokens: 4096\n### Anthropic - Bedrock\n # - id: bedrock:anthropic.claude-3-5-sonnet-20240620-v1:0\n # config:\n # region: 'us-east-1'\n # temperature: 0\n # max_tokens: 4096\n # access_key_id: \n # secret_access_key: \n # anthropic_version: bedrock-2023-05-31\ndefaultTest:\n options:\n postprocess: |\n output = output.replace('---', '').trim();\n return output;\ntests:\n - testcases/001_yaml_format_config.yaml\n - testcases/002_code_completion_config.yaml\n - testcases/003_context_code_fix_config.yaml\n - testcases/004_sed_command_config.yaml\n - testcases/005_babel_elements_config.yaml\n - testcases/006_is_neg_number_config.yaml\n - testcases/007_simple_vue_config.yaml\n - testcases/008_order_by_points.yaml\n - testcases/009_house_color_config.yaml\n - testcases/010_daughter_of_time_config.yaml\n - testcases/011_tool_using_config.yaml\n - testcases/012_linux_terminal_config.yaml\n - testcases/013_conversation_sanitizer_config.yaml\n - testcases/014_find_target_files_config.yaml\n - testcases/015_simple_mahjong_config.yaml"}}}} |