{"repo": "billie60/langchain", "files": {"configs/model_config.py": {"90a44ab895197321308471c461d47848cbab1c18": {"t": 1785674655.0571778, "n": 11247, "h": "a51319b16803f892", "c": "import os\r\n\r\n# 可以指定一个绝对路径，统一存放所有的Embedding和LLM模型。\r\n# 每个模型可以是一个单独的目录，也可以是某个目录下的二级子目录。\r\n# 如果模型目录名称和 MODEL_PATH 中的 key 或 value 相同，程序会自动检测加载，无需修改 MODEL_PATH 中的路径。\r\nMODEL_ROOT_PATH = \"/root/Robot-Master/Langchain-Chatchat\"\r\n\r\n# 选用的 Embedding 名称\r\nEMBEDDING_MODEL = \"m3e-base\"\r\n\r\n# Embedding 模型运行设备。设为 \"auto\" 会自动检测(会有警告)，也可手动设定为 \"cuda\",\"mps\",\"cpu\",\"xpu\" 其中之一。\r\nEMBEDDING_DEVICE = \"cpu\"\r\n\r\n# 选用的reranker模型\r\nRERANKER_MODEL = \"bge-reranker-large\"\r\n# 是否启用reranker模型\r\nUSE_RERANKER = False\r\nRERANKER_MAX_LENGTH = 1024\r\n\r\n# 如果需要在 EMBEDDING_MODEL 中增加自定义的关键字时配置\r\nEMBEDDING_KEYWORD_FILE = \"keywords.txt\"\r\nEMBEDDING_MODEL_OUTPUT_PATH = \"output\"\r\n\r\n# 要运行的 LLM 名称，可以包括本地模型和在线模型。列表中本地模型将在启动项目时全部加载。\r\n# 列表中第一个模型将作为 API 和 WEBUI 的默认模型。\r\n# 在这里，我们使用目前主流的两个离线模型，其中，chatglm3-6b 为默认加载模型。\r\n# 如果你的显存不足，可使用 Qwen-1_8B-Chat, 该模型 FP16 仅需 3.8G显存。\r\n\r\nLLM_MODELS = [\"vivo-api\"]\r\nAgent_MODEL = None\r\n\r\n# LLM 模型运行设备。设为\"auto\"会自动检测(会有警告)，也可手动设定为 \"cuda\",\"mps\",\"cpu\",\"xpu\" 其中之一。\r\nLLM_DEVICE = \"auto\"\r\n\r\nHISTORY_LEN = 3\r\n\r\nMAX_TOKENS = 2048\r\n\r\nTEMPERATURE = 0.7\r\n\r\nONLINE_LLM_MODEL = {\r\n    \"openai-api\": {\r\n        \"model_name\": \"gpt-4\",\r\n        \"api_base_url\": \"https://api.openai.com/v1\",\r\n        \"api_key\": \"\",\r\n        \"openai_proxy\": \"\",\r\n    },\r\n    \"vivo-api\": {\r\n        \"app_id\": \"3033989019\",\r\n        \"app_key\": \"AafivlSRTQOqCRqi\",\r\n        \"provider\": \"VivoWorker\",\r\n    },\r\n    # 智谱AI API,具体注册及api key获取请前往 http://open.bigmodel.cn\r\n    \"zhipu-api\": {\r\n        \"api_key\": \"\",\r\n        \"version\": \"glm-4\",\r\n        \"provider\": \"ChatGLMWorker\",\r\n    },\r\n    # 具体注册及api key获取请前往 https://api.minimax.chat/\r\n    \"minimax-api\": {\r\n        \"group_id\": \"\",\r\n        \"api_key\": \"\",\r\n        \"is_pro\": False,\r\n        \"provider\": \"MiniMaxWorker\",\r\n    },\r\n    # 具体注册及api key获取请前往 https://xinghuo.xfyun.cn/\r\n    \"xinghuo-api\": {\r\n        \"APPID\": \"39e5394d\",\r\n        \"APISecret\": \"YTUzNDQ4ZWY2ODc1MjBkMTU5MWYyMGMy\",\r\n        \"api_key\": \"95696f93afdec4e1845d9441630bfdc6\",\r\n        \"version\": \"v3.5\",  # 你使用的讯飞星火大模型版本，可选包括 \"v3.5\",\"v3.0\", \"v2.0\", \"v1.5\"\r\n        \"provider\": \"XingHuoWorker\",\r\n    },\r\n    # 百度千帆 API，申请方式请参考 https://cloud.baidu.com/doc/WENXINWORKSHOP/s/4lilb2lpf\r\n    \"qianfan-api\": {\r\n        \"version\": \"Yi-34B-Chat\",  # 注意大小写。当前支持 \"ERNIE-Bot\" 或 \"ERNIE-Bot-turbo\"， 更多的见官方文档。\r\n        \"version_url\": \"\",  # 也可以不填写version，直接填写在千帆申请模型发布的API地址\r\n        \"api_key\": \"zcIChJaKLeZ1hdk1EwzGO72J\",\r\n        \"secret_key\": \"G5b6YDuB0drQ7GLAECwNKs9iYcv4QpUB\",\r\n        \"provider\": \"QianFanWorker\",\r\n    },\r\n    # 火山方舟 API，文档参考 https://www.volcengine.com/docs/82379\r\n    \"fangzhou-api\": {\r\n        \"version\": \"chatglm-6b-model\",\r\n        \"version_url\": \"\",\r\n        \"api_key\": \"\",\r\n        \"secret_key\": \"\",\r\n        \"provider\": \"FangZhouWorker\",\r\n    },\r\n    # 阿里云通义千问 API，文档参考 https://help.aliyun.com/zh/dashscope/developer-reference/api-details\r\n    \"qwen-api\": {\r\n        \"version\": \"qwen-max\",  # 可选包括 \"qwen-turbo\", \"qwen-plus\"\r\n        \"api_key\": \"sk-e47889ca47754208b3b04120f5214fd5\",  # 请在阿里云控制台模型服务灵积API-KEY管理页面创建\r\n        \"provider\": \"QwenWorker\",\r\n    },\r\n    # 百川 API，申请方式请参考 https://www.baichuan-ai.com/home#api-enter\r\n    \"baichuan-api\": {\r\n        \"version\": \"Baichuan2-53B\",\r\n        \"api_key\": \"\",\r\n        \"secret_key\": \"\",\r\n        \"provider\": \"BaiChuanWorker\",\r\n    },\r\n    # Azure API\r\n    \"azure-api\": {\r\n        \"deployment_name\": \"\",  # 部署容器的名字\r\n        \"resource_name\": \"\",  # https://{resource_name}.openai.azure.com/openai/ 填写resource_name的部分，其他部分不要填写\r\n        \"api_version\": \"\",  # API的版本，不是模型版本\r\n        \"api_key\": \"\",\r\n        \"provider\": \"AzureWorker\",\r\n    },\r\n    # 昆仑万维天工 API https://model-platform.tiangong.cn/\r\n    \"tiangong-api\": {\r\n        \"version\": \"SkyChat-MegaVerse\",\r\n        \"api_key\": \"\",\r\n        \"secret_key\": \"\",\r\n        \"provider\": \"TianGongWorker\",\r\n    },\r\n    # Gemini API https://makersuite.google.com/app/apikey\r\n    \"gemini-api\": {\r\n        \"api_key\": \"\",\r\n        \"provider\": \"GeminiWorker\",\r\n    },\r\n}\r\n\r\n# 在以下字典中修改属性值，以指定本地embedding模型存储位置。支持3种设置方法：\r\n# 1、将对应的值修改为模型绝对路径\r\n# 2、不修改此处的值（以 text2vec 为例）：\r\n#       2.1 如果{MODEL_ROOT_PATH}下存在如下任一子目录：\r\n#           - text2vec\r\n#           - GanymedeNil/text2vec-large-chinese\r\n#           - text2vec-large-chinese\r\n#       2.2 如果以上本地路径不存在，则使用huggingface模型\r\n\r\nMODEL_PATH = {\r\n    \"embed_model\": {\r\n        \"ernie-tiny\": \"nghuyong/ernie-3.0-nano-zh\",\r\n        \"ernie-base\": \"nghuyong/ernie-3.0-base-zh\",\r\n        \"text2vec-base\": \"shibing624/text2vec-base-chinese\",\r\n        \"text2vec\": \"GanymedeNil/text2vec-large-chinese\",\r\n        \"text2vec-paraphrase\": \"shibing624/text2vec-base-chinese-paraphrase\",\r\n        \"text2vec-sentence\": \"shibing624/text2vec-base-chinese-sentence\",\r\n        \"text2vec-multilingual\": \"shibing624/text2vec-base-multilingual\",\r\n        \"text2vec-bge-large-chinese\": \"shibing624/text2vec-bge-large-chinese\",\r\n        \"m3e-small\": \"moka-ai/m3e-small\",\r\n        \"m3e-base\": \"moka-ai/m3e-base\",\r\n        \"m3e-large\": \"moka-ai/m3e-large\",\r\n        \"bge-small-zh\": \"BAAI/bge-small-zh\",\r\n        \"bge-base-zh\": \"BAAI/bge-base-zh\",\r\n        \"bge-large-zh\": \"BAAI/bge-large-zh\",\r\n        \"bge-large-zh-noinstruct\": \"BAAI/bge-large-zh-noinstruct\",\r\n        \"bge-base-zh-v1.5\": \"BAAI/bge-base-zh-v1.5\",\r\n        \"bge-large-zh-v1.5\": \"BAAI/bge-large-zh-v1.5\",\r\n        \"bge-m3\": \"BAAI/bge-m3\",\r\n        \"piccolo-base-zh\": \"sensenova/piccolo-base-zh\",\r\n        \"piccolo-large-zh\": \"sensenova/piccolo-large-zh\",\r\n        \"nlp_gte_sentence-embedding_chinese-large\": \"damo/nlp_gte_sentence-embedding_chinese-large\",\r\n        \"text-embedding-ada-002\": \"your OPENAI_API_KEY\",\r\n    },\r\n    \"llm_model\": {\r\n        \"chatglm2-6b\": \"THUDM/chatglm2-6b\",\r\n        \"chatglm2-6b-32k\": \"THUDM/chatglm2-6b-32k\",\r\n        \"chatglm3-6b\": \"THUDM/chatglm3-6b\",\r\n        \"chatglm3-6b-32k\": \"THUDM/chatglm3-6b-32k\",\r\n        \"Orion-14B-Chat\": \"OrionStarAI/Orion-14B-Chat\",\r\n        \"Orion-14B-Chat-Plugin\": \"OrionStarAI/Orion-14B-Chat-Plugin\",\r\n        \"Orion-14B-LongChat\": \"OrionStarAI/Orion-14B-LongChat\",\r\n        \"Llama-2-7b-chat-hf\": \"meta-llama/Llama-2-7b-chat-hf\",\r\n        \"Llama-2-13b-chat-hf\": \"meta-llama/Llama-2-13b-chat-hf\",\r\n        \"Llama-2-70b-chat-hf\": \"meta-llama/Llama-2-70b-chat-hf\",\r\n        \"Qwen-1_8B-Chat\": \"Qwen/Qwen-1_8B-Chat\",\r\n        \"Qwen-7B-Chat\": \"Qwen/Qwen-7B-Chat\",\r\n        \"Qwen-14B-Chat\": \"Qwen/Qwen-14B-Chat\",\r\n        \"Qwen-72B-Chat\": \"Qwen/Qwen-72B-Chat\",\r\n        # Qwen1.5 模型 VLLM可能出现问题\r\n        \"Qwen1.5-0.5B-Chat\": \"Qwen/Qwen1.5-0.5B-Chat\",\r\n        \"Qwen1.5-1.8B-Chat\": \"Qwen/Qwen1.5-1.8B-Chat\",\r\n        \"Qwen1.5-4B-Chat\": \"Qwen/Qwen1.5-4B-Chat\",\r\n        \"Qwen1.5-7B-Chat\": \"Qwen/Qwen1.5-7B-Chat\",\r\n        \"Qwen1.5-14B-Chat\": \"Qwen/Qwen1.5-14B-Chat\",\r\n        \"Qwen1.5-72B-Chat\": \"Qwen/Qwen1.5-72B-Chat\",\r\n        \"baichuan-7b-chat\": \"baichuan-inc/Baichuan-7B-Chat\",\r\n        \"baichuan-13b-chat\": \"baichuan-inc/Baichuan-13B-Chat\",\r\n        \"baichuan2-7b-chat\": \"baichuan-inc/Baichuan2-7B-Chat\",\r\n        \"baichuan2-13b-chat\": \"baichuan-inc/Baichuan2-13B-Chat\",\r\n        \"internlm-7b\": \"internlm/internlm-7b\",\r\n        \"internlm-chat-7b\": \"internlm/internlm-chat-7b\",\r\n        \"internlm2-chat-7b\": \"internlm/internlm2-chat-7b\",\r\n        \"internlm2-chat-20b\": \"internlm/internlm2-chat-20b\",\r\n        \"BlueLM-7B-Chat\": \"vivo-ai/BlueLM-7B-Chat\",\r\n        \"BlueLM-7B-Chat-32k\": \"vivo-ai/BlueLM-7B-Chat-32k\",\r\n        \"Yi-34B-Chat\": \"https://huggingface.co/01-ai/Yi-34B-Chat\",\r\n        \"agentlm-7b\": \"THUDM/agentlm-7b\",\r\n        \"agentlm-13b\": \"THUDM/agentlm-13b\",\r\n        \"agentlm-70b\": \"THUDM/agentlm-70b\",\r\n        \"falcon-7b\": \"tiiuae/falcon-7b\",\r\n        \"falcon-40b\": \"tiiuae/falcon-40b\",\r\n        \"falcon-rw-7b\": \"tiiuae/falcon-rw-7b\",\r\n        \"aquila-7b\": \"BAAI/Aquila-7B\",\r\n        \"aquilachat-7b\": \"BAAI/AquilaChat-7B\",\r\n        \"open_llama_13b\": \"openlm-research/open_llama_13b\",\r\n        \"vicuna-13b-v1.5\": \"lmsys/vicuna-13b-v1.5\",\r\n        \"koala\": \"young-geng/koala\",\r\n        \"mpt-7b\": \"mosaicml/mpt-7b\",\r\n        \"mpt-7b-storywriter\": \"mosaicml/mpt-7b-storywriter\",\r\n        \"mpt-30b\": \"mosaicml/mpt-30b\",\r\n        \"opt-66b\": \"facebook/opt-66b\",\r\n        \"opt-iml-max-30b\": \"facebook/opt-iml-max-30b\",\r\n        \"gpt2\": \"gpt2\",\r\n        \"gpt2-xl\": \"gpt2-xl\",\r\n        \"gpt-j-6b\": \"EleutherAI/gpt-j-6b\",\r\n        \"gpt4all-j\": \"nomic-ai/gpt4all-j\",\r\n        \"gpt-neox-20b\": \"EleutherAI/gpt-neox-20b\",\r\n        \"pythia-12b\": \"EleutherAI/pythia-12b\",\r\n        \"oasst-sft-4-pythia-12b-epoch-3.5\": \"OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5\",\r\n        \"dolly-v2-12b\": \"databricks/dolly-v2-12b\",\r\n        \"stablelm-tuned-alpha-7b\": \"stabilityai/stablelm-tuned-alpha-7b\",\r\n    },\r\n    \"reranker\": {\r\n        \"bge-reranker-large\": \"BAAI/bge-reranker-large\",\r\n        \"bge-reranker-base\": \"BAAI/bge-reranker-base\",\r\n    },\r\n}\r\n\r\n# 通常情况下不需要更改以下内容\r\n\r\n# nltk 模型存储路径\r\nNLTK_DATA_PATH = os.path.join(os.path.dirname(os.path.dirname(__file__)), \"nltk_data\")\r\n\r\n# 使用VLLM可能导致模型推理能力下降，无法完成Agent任务\r\nVLLM_MODEL_DICT = {\r\n    \"chatglm2-6b\": \"THUDM/chatglm2-6b\",\r\n    \"chatglm2-6b-32k\": \"THUDM/chatglm2-6b-32k\",\r\n    \"chatglm3-6b\": \"THUDM/chatglm3-6b\",\r\n    \"chatglm3-6b-32k\": \"THUDM/chatglm3-6b-32k\",\r\n    \"Llama-2-7b-chat-hf\": \"meta-llama/Llama-2-7b-chat-hf\",\r\n    \"Llama-2-13b-chat-hf\": \"meta-llama/Llama-2-13b-chat-hf\",\r\n    \"Llama-2-70b-chat-hf\": \"meta-llama/Llama-2-70b-chat-hf\",\r\n    \"Qwen-1_8B-Chat\": \"Qwen/Qwen-1_8B-Chat\",\r\n    \"Qwen-7B-Chat\": \"Qwen/Qwen-7B-Chat\",\r\n    \"Qwen-14B-Chat\": \"Qwen/Qwen-14B-Chat\",\r\n    \"Qwen-72B-Chat\": \"Qwen/Qwen-72B-Chat\",\r\n    \"baichuan-7b-chat\": \"baichuan-inc/Baichuan-7B-Chat\",\r\n    \"baichuan-13b-chat\": \"baichuan-inc/Baichuan-13B-Chat\",\r\n    \"baichuan2-7b-chat\": \"baichuan-inc/Baichuan-7B-Chat\",\r\n    \"baichuan2-13b-chat\": \"baichuan-inc/Baichuan-13B-Chat\",\r\n    \"BlueLM-7B-Chat\": \"vivo-ai/BlueLM-7B-Chat\",\r\n    \"BlueLM-7B-Chat-32k\": \"vivo-ai/BlueLM-7B-Chat-32k\",\r\n    \"internlm-7b\": \"internlm/internlm-7b\",\r\n    \"internlm-chat-7b\": \"internlm/internlm-chat-7b\",\r\n    \"internlm2-chat-7b\": \"internlm/Models/internlm2-chat-7b\",\r\n    \"internlm2-chat-20b\": \"internlm/Models/internlm2-chat-20b\",\r\n    \"aquila-7b\": \"BAAI/Aquila-7B\",\r\n    \"aquilachat-7b\": \"BAAI/AquilaChat-7B\",\r\n    \"falcon-7b\": \"tiiuae/falcon-7b\",\r\n    \"falcon-40b\": \"tiiuae/falcon-40b\",\r\n    \"falcon-rw-7b\": \"tiiuae/falcon-rw-7b\",\r\n    \"gpt2\": \"gpt2\",\r\n    \"gpt2-xl\": \"gpt2-xl\",\r\n    \"gpt-j-6b\": \"EleutherAI/gpt-j-6b\",\r\n    \"gpt4all-j\": \"nomic-ai/gpt4all-j\",\r\n    \"gpt-neox-20b\": \"EleutherAI/gpt-neox-20b\",\r\n    \"pythia-12b\": \"EleutherAI/pythia-12b\",\r\n    \"oasst-sft-4-pythia-12b-epoch-3.5\": \"OpenAssistant/oasst-sft-4-pythia-12b-epoch-3.5\",\r\n    \"dolly-v2-12b\": \"databricks/dolly-v2-12b\",\r\n    \"stablelm-tuned-alpha-7b\": \"stabilityai/stablelm-tuned-alpha-7b\",\r\n    \"open_llama_13b\": \"openlm-research/open_llama_13b\",\r\n    \"vicuna-13b-v1.3\": \"lmsys/vicuna-13b-v1.3\",\r\n    \"koala\": \"young-geng/koala\",\r\n    \"mpt-7b\": \"mosaicml/mpt-7b\",\r\n    \"mpt-7b-storywriter\": \"mosaicml/mpt-7b-storywriter\",\r\n    \"mpt-30b\": \"mosaicml/mpt-30b\",\r\n    \"opt-66b\": \"facebook/opt-66b\",\r\n    \"opt-iml-max-30b\": \"facebook/opt-iml-max-30b\",\r\n}\r\n\r\nSUPPORT_AGENT_MODEL = [\r\n    \"openai-api\",  # GPT4 模型\r\n    \"qwen-api\",  # Qwen Max模型\r\n    \"zhipu-api\",  # 智谱AI GLM4模型\r\n    \"Qwen\",  # 所有Qwen系列本地模型\r\n    \"chatglm3-6b\",\r\n    \"internlm2-chat-20b\",\r\n    \"Orion-14B-Chat-Plugin\",\r\n]\r\n"}}}}