| | | 1 | | using System.Net.Http.Json; |
| | | 2 | | using System.Text.Json.Serialization; |
| | | 3 | | using Intentum.AI.Embeddings; |
| | | 4 | | using Intentum.AI.Http; |
| | | 5 | | using JetBrains.Annotations; |
| | | 6 | | |
| | | 7 | | namespace Intentum.AI.OpenAI; |
| | | 8 | | |
| | | 9 | | /// <summary> |
| | | 10 | | /// OpenAI embedding provider. Calls the OpenAI embeddings API; on 429 after retries throws <see cref="OpenAIRateLimitEx |
| | | 11 | | /// Built-in retry for 429 (up to 5 attempts, respects Retry-After). |
| | | 12 | | /// </summary> |
| | 3 | 13 | | public sealed class OpenAIEmbeddingProvider(OpenAIOptions options, HttpClient httpClient) : IIntentEmbeddingProvider |
| | | 14 | | { |
| | | 15 | | /// <inheritdoc /> |
| | | 16 | | public IntentEmbedding Embed(string behaviorKey) |
| | 2 | 17 | | => EmbedAsync(behaviorKey, CancellationToken.None).GetAwaiter().GetResult(); |
| | | 18 | | |
| | | 19 | | /// <inheritdoc /> |
| | | 20 | | public async Task<IntentEmbedding> EmbedAsync(string behaviorKey, CancellationToken cancellationToken = default) |
| | 2 | 21 | | { |
| | 2 | 22 | | options.Validate(); |
| | | 23 | | |
| | 2 | 24 | | var request = new OpenAIEmbeddingRequest(options.EmbeddingModel, behaviorKey); |
| | | 25 | | |
| | 2 | 26 | | var response = await EmbeddingHttpRetryHandler.SendWithRetryAsync( |
| | 2 | 27 | | ct => httpClient.PostAsJsonAsync("embeddings", request, ct), |
| | 0 | 28 | | (retryAfterSec, body) => throw new OpenAIRateLimitException(retryAfterSec, body), |
| | 2 | 29 | | cancellationToken: cancellationToken); |
| | | 30 | | |
| | 1 | 31 | | var payload = await response.Content |
| | 1 | 32 | | .ReadFromJsonAsync<OpenAIEmbeddingResponse>(cancellationToken); |
| | | 33 | | |
| | 1 | 34 | | var values = payload?.Data.FirstOrDefault()?.Embedding ?? []; |
| | 1 | 35 | | var score = EmbeddingScore.Normalize(values); |
| | | 36 | | |
| | 1 | 37 | | return new IntentEmbedding(Source: behaviorKey, Score: score); |
| | 1 | 38 | | } |
| | | 39 | | |
| | | 40 | | [UsedImplicitly] |
| | 2 | 41 | | private sealed record OpenAIEmbeddingRequest( |
| | 0 | 42 | | [property: JsonPropertyName("model")] string Model, |
| | 2 | 43 | | [property: JsonPropertyName("input")] string Input); |
| | | 44 | | |
| | 1 | 45 | | private sealed record OpenAIEmbeddingResponse( |
| | 2 | 46 | | [property: JsonPropertyName("data")] List<OpenAIEmbeddingData> Data); |
| | | 47 | | |
| | 1 | 48 | | private sealed record OpenAIEmbeddingData( |
| | 2 | 49 | | [property: JsonPropertyName("embedding")] List<double> Embedding); |
| | | 50 | | } |