| | | 1 | | using Hangfire; |
| | | 2 | | using Microsoft.EntityFrameworkCore; |
| | | 3 | | using OzonDomains.Models; |
| | | 4 | | using OzonRepositories.Context; |
| | | 5 | | using Services.SignalRServices; |
| | | 6 | | using Services.HangfireService; |
| | | 7 | | |
| | | 8 | | namespace Services.SearchServices.OrderSearch; |
| | | 9 | | |
| | | 10 | | /// <summary> |
| | | 11 | | /// Раз в минуту докатывает в Elasticsearch заказы, изменённые с последнего checkpoint'а |
| | | 12 | | /// (Order.UpdatedAt, проставляется BEFORE-триггером trg_orders_before_write_updatedat на |
| | | 13 | | /// каждую запись независимо от C#-пути) — гарантия актуальности индекса для любого пути записи. |
| | | 14 | | /// </summary> |
| | | 15 | | public class OrderSearchIncrementalSyncJob |
| | | 16 | | { |
| | | 17 | | public const string JobId = "OrderSearchIncrementalSyncJob"; |
| | | 18 | | public const string DefaultCron = "* * * * *"; |
| | | 19 | | public const string QueueName = HangfireQueueNames.OrderSearch; |
| | | 20 | | private const int BatchSize = 500; |
| | | 21 | | // Один минутный тик не должен бесконечно держать соединение с ST2 при большом backlog. |
| | | 22 | | // Следующий тик продолжит с сохранённого checkpoint. |
| | | 23 | | private const int MaxBatchesPerRun = 10; |
| | | 24 | | private const int NotificationBatchThreshold = 1_000; |
| | | 25 | | |
| | | 26 | | private readonly ApplicationDbContext _context; |
| | | 27 | | private readonly IOrderSearchSyncService _syncService; |
| | | 28 | | private readonly IOrderSearchDiagnosticsStore _diagnostics; |
| | | 29 | | |
| | 0 | 30 | | public OrderSearchIncrementalSyncJob( |
| | 0 | 31 | | ApplicationDbContext context, |
| | 0 | 32 | | IOrderSearchSyncService syncService, |
| | 0 | 33 | | IOrderSearchDiagnosticsStore diagnostics) |
| | | 34 | | { |
| | 0 | 35 | | _context = context; |
| | 0 | 36 | | _syncService = syncService; |
| | 0 | 37 | | _diagnostics = diagnostics; |
| | 0 | 38 | | } |
| | | 39 | | |
| | | 40 | | [Queue(QueueName)] |
| | | 41 | | public async Task<string> ExecuteAsync() |
| | | 42 | | { |
| | 0 | 43 | | var state = await _context.OrderSearchSyncStates.FindAsync(1); |
| | 0 | 44 | | var isNew = state == null; |
| | 0 | 45 | | state ??= new OrderSearchSyncState { Id = 1 }; |
| | | 46 | | |
| | 0 | 47 | | var sinceUtc = state.LastSyncedAt ?? DateTime.MinValue; |
| | 0 | 48 | | var sinceOrderId = state.LastSyncedOrderId; |
| | 0 | 49 | | var syncedAny = false; |
| | 0 | 50 | | var startedAt = DateTime.UtcNow; |
| | | 51 | | |
| | 0 | 52 | | for (var batchNumber = 0; batchNumber < MaxBatchesPerRun; batchNumber++) |
| | | 53 | | { |
| | 0 | 54 | | var newCheckpoint = await _syncService.SyncBatchAsync(sinceUtc, sinceOrderId, BatchSize); |
| | 0 | 55 | | if (newCheckpoint == null) |
| | | 56 | | { |
| | | 57 | | break; |
| | | 58 | | } |
| | | 59 | | |
| | 0 | 60 | | sinceUtc = newCheckpoint.UpdatedAt; |
| | 0 | 61 | | sinceOrderId = newCheckpoint.OrderId; |
| | 0 | 62 | | syncedAny = true; |
| | | 63 | | } |
| | | 64 | | |
| | 0 | 65 | | if (syncedAny) |
| | | 66 | | { |
| | 0 | 67 | | state.LastSyncedAt = sinceUtc; |
| | 0 | 68 | | state.LastSyncedOrderId = sinceOrderId; |
| | | 69 | | } |
| | | 70 | | |
| | 0 | 71 | | if (isNew) |
| | | 72 | | { |
| | 0 | 73 | | _context.OrderSearchSyncStates.Add(state); |
| | | 74 | | } |
| | | 75 | | |
| | 0 | 76 | | await _context.SaveChangesAsync(); |
| | | 77 | | |
| | 0 | 78 | | if (syncedAny) |
| | | 79 | | { |
| | 0 | 80 | | var events = _diagnostics.GetIndexEvents(100) |
| | 0 | 81 | | .Where(e => e.Operation == OrderSearchIndexOperation.IncrementalBatch && e.TimestampUtc >= startedAt) |
| | 0 | 82 | | .ToList(); |
| | 0 | 83 | | var totalCount = events.Sum(e => e.Count); |
| | 0 | 84 | | var totalMs = events.Sum(e => e.DurationMs); |
| | 0 | 85 | | if (totalCount >= NotificationBatchThreshold) |
| | | 86 | | { |
| | | 87 | | try |
| | | 88 | | { |
| | 0 | 89 | | await NotificationService.NotifyAsync( |
| | 0 | 90 | | "ES Индекс", "#8B5CF6", |
| | 0 | 91 | | $"ES синк: обновлено {totalCount:N0} заказов за {totalMs:N0} мс", |
| | 0 | 92 | | "fa-bolt"); |
| | 0 | 93 | | } |
| | 0 | 94 | | catch { /* не роняем джоб */ } |
| | | 95 | | } |
| | | 96 | | } |
| | | 97 | | |
| | 0 | 98 | | return $"OrderSearch incremental sync completed. Checkpoint: ({state.LastSyncedAt:O}, {state.LastSyncedOrderId}) |
| | 0 | 99 | | } |
| | | 100 | | } |