1 line
2.2 KiB
JSON
1 line
2.2 KiB
JSON
{"repo": "ajayanilkumar/invoice-rag", "files": {"llm.py": {"2b530e60e3a9693cd7267eb9dc25bd7d4aecdf5d": {"t": 1785674494.8354626, "n": 1968, "h": "1d7653c1615f4dc5", "c": "import together\nfrom typing import Any, Dict, List, Mapping, Optional\nfrom pydantic import Extra, Field, root_validator\nfrom langchain.callbacks.manager import CallbackManagerForLLMRun\nfrom langchain.llms.base import LLM\nfrom langchain.utils import get_from_dict_or_env\nimport os\nimport logging\nfrom langchain.chat_models import ChatOpenAI\n\n\n\n#os.environ[\"TOGETHER_API_KEY\"] = \"ab4b032cd281abfa843ab00815c7c4120594a7bac92fdd97894f5a0c03a80e6b\"\n#together.api_key = os.environ[\"TOGETHER_API_KEY\"]\n\nos.environ[\"OPENAI_API_KEY\"] = \"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\"\n\n'''\nclass TogetherLLM(LLM):\n \"\"\"Together large language models.\"\"\"\n\n model: str = \"togethercomputer/llama-2-70b-chat\"\n together_api_key: str = os.environ[\"TOGETHER_API_KEY\"]\n temperature: float = 0.7\n max_tokens: int = 512\n\n class Config:\n extra = Extra.forbid\n\n @root_validator(allow_reuse=True)\n def validate_environment(cls, values: Dict) -> Dict:\n \"\"\"Validate that the API key is set.\"\"\"\n api_key = get_from_dict_or_env(\n values, \"together_api_key\", \"TOGETHER_API_KEY\"\n )\n values[\"together_api_key\"] = api_key\n return values\n\n @property\n def _llm_type(self) -> str:\n \"\"\"Return type of LLM.\"\"\"\n return \"together\"\n\n def _call(self, prompt: str, **kwargs: Any) -> str:\n \"\"\"Call to Together endpoint.\"\"\"\n together.api_key = self.together_api_key\n output = together.Complete.create(prompt,\n model=self.model,\n max_tokens=self.max_tokens,\n temperature=self.temperature)\n text = output['output']['choices'][0]['text']\n return text\n'''\ndef load_llm():\n '''llm = TogetherLLM(\n model=model,\n temperature=temp,\n max_tokens=max_tokens\n )'''\n llm = ChatOpenAI(\n temperature = 0.1\n )\n return llm"}}}} |