Files
Yi.Admin/Yi.Abp.Net8/module/ai-hub/Yi.Framework.AiHub.Application/Services/OpenApiService.cs

141 lines
5.2 KiB
C#
Raw Normal View History

2025-07-17 23:10:26 +08:00
using Microsoft.AspNetCore.Http;
2025-07-02 23:30:29 +08:00
using Microsoft.AspNetCore.Mvc;
using Microsoft.Extensions.Logging;
using Volo.Abp.Application.Services;
2025-07-05 15:11:56 +08:00
using Yi.Framework.AiHub.Domain.Entities.Model;
2025-07-17 23:10:26 +08:00
using Yi.Framework.AiHub.Domain.Extensions;
2025-07-02 23:30:29 +08:00
using Yi.Framework.AiHub.Domain.Managers;
2025-08-11 15:31:11 +08:00
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi;
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi.Embeddings;
using Yi.Framework.AiHub.Domain.Shared.Dtos.OpenAi.Images;
2025-08-03 23:23:32 +08:00
using Yi.Framework.AiHub.Domain.Shared.Enums;
2025-07-03 22:31:39 +08:00
using Yi.Framework.SqlSugarCore.Abstractions;
2025-07-02 23:30:29 +08:00
namespace Yi.Framework.AiHub.Application.Services;
public class OpenApiService : ApplicationService
{
private readonly IHttpContextAccessor _httpContextAccessor;
private readonly ILogger<OpenApiService> _logger;
2025-07-03 22:31:39 +08:00
private readonly TokenManager _tokenManager;
2025-07-05 15:11:56 +08:00
private readonly AiGateWayManager _aiGateWayManager;
private readonly ISqlSugarRepository<AiModelEntity> _aiModelRepository;
2025-08-03 23:23:32 +08:00
private readonly AiBlacklistManager _aiBlacklistManager;
2025-07-03 22:31:39 +08:00
public OpenApiService(IHttpContextAccessor httpContextAccessor, ILogger<OpenApiService> logger,
2025-07-05 15:11:56 +08:00
TokenManager tokenManager, AiGateWayManager aiGateWayManager,
2025-08-03 23:23:32 +08:00
ISqlSugarRepository<AiModelEntity> aiModelRepository, AiBlacklistManager aiBlacklistManager)
2025-07-02 23:30:29 +08:00
{
_httpContextAccessor = httpContextAccessor;
_logger = logger;
2025-07-03 22:31:39 +08:00
_tokenManager = tokenManager;
2025-07-05 15:11:56 +08:00
_aiGateWayManager = aiGateWayManager;
_aiModelRepository = aiModelRepository;
2025-08-03 23:23:32 +08:00
_aiBlacklistManager = aiBlacklistManager;
2025-07-02 23:30:29 +08:00
}
2025-07-03 22:31:39 +08:00
/// <summary>
/// 对话
/// </summary>
/// <param name="input"></param>
/// <param name="cancellationToken"></param>
2025-07-03 22:44:52 +08:00
[HttpPost("openApi/v1/chat/completions")]
2025-07-17 23:10:26 +08:00
public async Task ChatCompletionsAsync([FromBody] ThorChatCompletionsRequest input,
CancellationToken cancellationToken)
2025-07-02 23:30:29 +08:00
{
//前面都是校验,后面才是真正的调用
var httpContext = this._httpContextAccessor.HttpContext;
2025-07-03 22:31:39 +08:00
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
2025-08-03 23:23:32 +08:00
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
2025-07-17 23:10:26 +08:00
//ai网关代理httpcontext
2025-07-09 22:44:24 +08:00
if (input.Stream == true)
2025-07-09 19:12:53 +08:00
{
2025-07-17 23:10:26 +08:00
await _aiGateWayManager.CompleteChatStreamForStatisticsAsync(_httpContextAccessor.HttpContext, input,
2025-07-09 19:12:53 +08:00
userId, null, cancellationToken);
}
else
{
2025-07-17 23:10:26 +08:00
await _aiGateWayManager.CompleteChatForStatisticsAsync(_httpContextAccessor.HttpContext, input, userId,
null,
2025-07-09 21:52:00 +08:00
cancellationToken);
2025-07-09 19:12:53 +08:00
}
2025-07-02 23:30:29 +08:00
}
2025-08-03 23:23:32 +08:00
/// <summary>
/// 图片生成
/// </summary>
/// <param name="input"></param>
/// <param name="cancellationToken"></param>
[HttpPost("openApi/v1/images/generations")]
public async Task ImagesGenerationsAsync([FromBody] ImageCreateRequest input, CancellationToken cancellationToken)
{
var httpContext = this._httpContextAccessor.HttpContext;
Intercept(httpContext);
2025-08-03 23:23:32 +08:00
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
await _aiGateWayManager.CreateImageForStatisticsAsync(httpContext, userId, null, input);
}
/// <summary>
/// 向量生成
/// </summary>
/// <param name="input"></param>
/// <param name="cancellationToken"></param>
[HttpPost("openApi/v1/embeddings")]
public async Task EmbeddingAsync([FromBody] ThorEmbeddingInput input, CancellationToken cancellationToken)
{
var httpContext = this._httpContextAccessor.HttpContext;
Intercept(httpContext);
var userId = await _tokenManager.GetUserIdAsync(GetTokenByHttpContext(httpContext));
await _aiBlacklistManager.VerifiyAiBlacklist(userId);
await _aiGateWayManager.EmbeddingForStatisticsAsync(httpContext, userId, null, input);
}
2025-08-03 23:23:32 +08:00
2025-07-04 00:16:58 +08:00
/// <summary>
/// 获取模型列表
/// </summary>
/// <returns></returns>
[HttpGet("openApi/v1/models")]
2025-07-17 23:10:26 +08:00
public async Task<ModelsListDto> ModelsAsync()
2025-07-04 00:16:58 +08:00
{
2025-07-05 15:11:56 +08:00
var data = await _aiModelRepository._DbQueryable
2025-08-03 23:23:32 +08:00
.Where(x => x.ModelType == ModelTypeEnum.Chat)
2025-07-05 15:11:56 +08:00
.OrderByDescending(x => x.OrderNum)
2025-07-17 23:10:26 +08:00
.Select(x => new ModelsDataDto
2025-07-04 00:16:58 +08:00
{
2025-07-17 23:10:26 +08:00
Id = x.ModelId,
@object = "model",
Created = DateTime.Now.ToUnixTimeSeconds(),
OwnedBy = "organization-owner",
Type = x.ModelId
2025-07-05 15:11:56 +08:00
}).ToListAsync();
2025-07-09 19:12:53 +08:00
2025-07-17 23:10:26 +08:00
return new ModelsListDto()
2025-07-02 23:30:29 +08:00
{
2025-07-05 15:11:56 +08:00
Data = data
2025-07-02 23:30:29 +08:00
};
}
2025-07-03 22:31:39 +08:00
private string? GetTokenByHttpContext(HttpContext httpContext)
{
// 获取Authorization头
string authHeader = httpContext.Request.Headers["Authorization"];
// 检查是否有Bearer token
if (authHeader != null && authHeader.StartsWith("Bearer "))
{
return authHeader.Substring("Bearer ".Length).Trim();
}
return null;
}
private void Intercept(HttpContext httpContext)
{
if (httpContext.Request.Host.Value == "yxai.chat")
{
throw new UserFriendlyException("当前海外站点不支持大流量接口请使用转发站点https://ai.ccnetcore.com");
}
}
2025-07-02 23:30:29 +08:00
}