import osfrom langchain_openai import OpenAIfrom langchain_openai import ChatOpenAIfrom langchain.prompts import PromptTemplatechat_model = ChatOpenAI( openai_api_base = "https://integrate.api.nvidia.com/v1", model_name="meta/llama3-70b-instruct", openai_api_key = "api key", streaming=True) question = "What is the meaning of life?"answer = chat_model.invoke(question)print(question)print(answer)
当我使用上述代码时,一切正常,但当我尝试在crew中使用NVIDIA的LLM模型时,会出现错误
from crewai import Crew,Processfrom agents import AiBlogCreationAgentfrom tasks import AiBlogCreationTasksfrom langchain_openai import ChatOpenAIimport osfrom blog_io import save_blogfrom dotenv import load_dotenvload_dotenv()print(os.environ['OPENAI_API_KEY'])print(os.environ['SERPER_API_KEY'])agents=AiBlogCreationAgent()tasks=AiBlogCreationTasks()llm = ChatOpenAI( model = "meta/llama3-70b-instruct", base_url = "https://integrate.api.nvidia.com/v1", streaming=True)editor=agents.editor_agent()blog_fetcher=agents.blog_fetch_agent()blog_analyzer=agents.blog_analyzer_agent()blog_complier=agents.blog_compiler_agent()fetched_blog_task=tasks.fetch_blog_task(blog_fetcher)analyzed_blog_task=tasks.analyze_blog_task(blog_analyzer,[fetched_blog_task])compiled_blog_task=tasks.compile_blog_task(blog_complier,[analyzed_blog_task],save_blog)crew=Crew( agents=[editor,blog_fetcher,blog_analyzer,blog_complier], tasks=[fetched_blog_task,analyzed_blog_task,compiled_blog_task], process=Process.hierarchical, manager_llm=llm, memory=True,)results=crew.kickoff()print(results)
错误:我在尝试使用工具时遇到了错误。错误如下:
错误代码: 401 - {'error': {'message': 'Incorrect API key provided: nvapi-Jz**********************************************************mNs7. You can find your API key at https://platform.openai.com/account/api-keys.', 'type': 'invalid_request_error', 'param': None, 'code': 'invalid_api_key'}}.
解决方案是什么?
回答:
您使用的是NVIDIA的URL,而不是OpenAI的,请使用扩展的ChatOpenAI并替换为您的NVIDIA密钥?
llm = ChatOpenAI(api_key=api_keymodel = "meta/llama3-70b-instruct",base_url = "https://integrate.api.nvidia.com/v1",streaming=True)