我有一个使用OpenAI官方新库的ASP.NET Core 6 Web API（https://github.com/openai/openai-dotnet）。
我想做的，是将本地图像文件发送给OpenAI。该文件不在wwwroot下，而是在backend/assets/1.jpg下。
我已经编写了一个基本服务来设置发送请求到OpenAI所需的所有信息。但问题是我无法发送图像。
我一直收到诸如“URL太长”或“无效图像”的错误，
这是我的代码 – OpenAiService：
using OpenAI.Chat;namespace backend.Services{ public class OpenAiService { private readonly ChatClient _chatClient; private readonly ChatCompletionOptions _options; public OpenAiService(IConfiguration configuration) { var apiKey = configuration.GetValue<string>("OpenAI:Key"); _chatClient = new ChatClient("gpt-4o", apiKey); _options = new ChatCompletionOptions() { MaxTokens = 300, }; } public async Task<string> ExtractListOfItems() { var imagePath = Path.Combine(Directory.GetCurrentDirectory(), "Assets", "1.jpg"); var localUrl = $"https://localhost:7068/assets/{Path.GetFileName(imagePath)}"; var messages = new List<ChatMessage> { new UserChatMessage(new List<ChatMessageContentPart> { ChatMessageContentPart.CreateTextMessageContentPart("从以下图像中提取物品，并返回包括价格和数量的物品列表。"), ChatMessageContentPart.CreateImageMessageContentPart(new Uri(localUrl)) }) }; var completion = await _chatClient.CompleteChatAsync(messages, _options); return completion.Value.ToString(); } }}用于测试的演示控制器：
using Microsoft.AspNetCore.Mvc;using System.Threading.Tasks;using backend.Services;using OpenAI;using OpenAI.Chat;namespace backend.Controllers;[ApiController][Route("[controller]")]public class OpenAiDemoController : ControllerBase{ private readonly OpenAiService _openAiService; public OpenAiDemoController(OpenAiService openAiService) { _openAiService = openAiService; } [HttpPost] [Route("extract-items")] public async Task<IActionResult> CompleteSentence() { var completion = await _openAiService.ExtractListOfItems(); return Ok(completion); }}program.cs文件：
using backend.Configurations;using backend.Services;using Microsoft.Extensions.FileProviders;var builder = WebApplication.CreateBuilder(args);// Add services to the container.builder.Services.Configure<OpenAiConfig>(builder.Configuration.GetSection("OpenAI"));//add servicesbuilder.Services.AddSingleton<OpenAiService>();builder.Services.AddControllers();builder.Services.AddEndpointsApiExplorer();builder.Services.AddSwaggerGen();// builder.Services.AddScoped<IOpenAiService, OpenAiService>();builder.Services.AddCors(opt =>{ opt.AddPolicy("AllowAll", builder => { builder.AllowAnyOrigin() .AllowAnyMethod() .AllowAnyHeader(); });});var app = builder.Build();app.UseStaticFiles(new StaticFileOptions{ FileProvider = new PhysicalFileProvider( Path.Combine(builder.Environment.ContentRootPath, "Assets")), RequestPath = "/assets"});app.UseStaticFiles(); // This serves files from wwwrootapp.UseStaticFiles(new StaticFileOptions{ FileProvider = new PhysicalFileProvider( Path.Combine(builder.Environment.ContentRootPath, "Assets")), RequestPath = "/assets"});// Configure the HTTP request pipeline.if (app.Environment.IsDevelopment()){ app.UseSwagger(); app.UseSwaggerUI();}app.UseHttpsRedirection();app.UseCors("AllowAll");app.UseAuthorization();app.MapControllers();app.Run();有什么想法我做错了什么吗？
回答：
我自己解决了这个问题。OpenAI官方仓库中有一个示例帮助我解决了这个问题。
https://github.com/openai/openai-dotnet/blob/main/examples/Chat/Example05_ChatWithVisionAsync.cs不过，我不确定我的实现是否大体正确。我会留着这个问题以便接受其他建议。
服务：
using OpenAI.Chat;namespace backend.Services{ public class OpenAiService { private readonly ChatClient _chatClient; private readonly ChatCompletionOptions _options; public OpenAiService(IConfiguration configuration) { var apiKey = configuration.GetValue<string>("OpenAI:Key"); _chatClient = new ChatClient("gpt-4o", apiKey); _options = new ChatCompletionOptions() { MaxTokens = 300, }; } public async Task<string> ExtractListOfItems() { var imageFilePath = Path.Combine("Assets", "1.jpg"); await using Stream imageStream = File.OpenRead(imageFilePath); var imageBytes = BinaryData.FromStream(imageStream); var messages = new List<ChatMessage> { new UserChatMessage(new List<ChatMessageContentPart> { ChatMessageContentPart.CreateTextMessageContentPart("描述图像。"), ChatMessageContentPart.CreateImageMessageContentPart(imageBytes, "image/png") }) }; var completion = await _chatClient.CompleteChatAsync(messages, _options); return completion.Value.ToString(); } }}在控制器中的使用：
using Microsoft.AspNetCore.Mvc;using System.Threading.Tasks;using backend.Services;using OpenAI;using OpenAI.Chat;namespace backend.Controllers;[ApiController][Route("[controller]")]public class OpenAiDemoController : ControllerBase{ private readonly OpenAiService _openAiService; public OpenAiDemoController(OpenAiService openAiService) { _openAiService = openAiService; } [HttpPost] [Route("extract-items")] public async Task<IActionResult> CompleteSentence() { var completion = await _openAiService.ExtractListOfItems(); return Ok(completion); } }无需应用静态文件中间件。
