| | | 1 | | using Newtonsoft.Json.Linq; |
| | | 2 | | using Services.ApiServices.OzonApi; |
| | | 3 | | |
| | | 4 | | namespace Services.BitrixStockServices; |
| | | 5 | | |
| | | 6 | | /// <summary>Пакетная загрузка FBS-остатков Ozon по offer_id (общий для этапов 2 и 3).</summary> |
| | | 7 | | internal static class BitrixStockSyncFbsWarehouseBatchLoader |
| | | 8 | | { |
| | | 9 | | internal const int FbsStocksChunkSize = 200; |
| | | 10 | | |
| | | 11 | | /// <summary> |
| | | 12 | | /// SKU на один запрос stocks-by-warehouse. Ozon отдаёт строку на каждую пару sku×склад и режет |
| | | 13 | | /// ответ по 1000 строк, поэтому пакет читается постранично (см. OzonApiDataManager); 300 SKU — |
| | | 14 | | /// это несколько страниц, а не десятки, и запас до предела пагинации. |
| | | 15 | | /// </summary> |
| | | 16 | | internal const int FbsSkuChunkSize = 300; |
| | | 17 | | |
| | | 18 | | public static async Task<Dictionary<string, List<BitrixStockSyncCleanupFbsWarehouse>>> LoadByOfferIdsAsync( |
| | | 19 | | OzonApiDataManager apiManager, |
| | | 20 | | IReadOnlyList<string> offerIds, |
| | | 21 | | Func<string, Task>? log, |
| | | 22 | | CancellationToken cancellationToken) |
| | | 23 | | { |
| | 2 | 24 | | var result = new Dictionary<string, List<BitrixStockSyncCleanupFbsWarehouse>>(StringComparer.OrdinalIgnoreCase); |
| | 2 | 25 | | if (offerIds.Count == 0) |
| | 0 | 26 | | return result; |
| | | 27 | | |
| | 2 | 28 | | var distinctOfferIds = offerIds |
| | 2 | 29 | | .Where(id => !string.IsNullOrWhiteSpace(id)) |
| | 2 | 30 | | .Select(id => id.Trim()) |
| | 2 | 31 | | .Distinct(StringComparer.OrdinalIgnoreCase) |
| | 2 | 32 | | .ToList(); |
| | | 33 | | |
| | 2 | 34 | | var offerToSkus = new Dictionary<string, HashSet<string>>(StringComparer.OrdinalIgnoreCase); |
| | 2 | 35 | | var stockChunks = (distinctOfferIds.Count + FbsStocksChunkSize - 1) / FbsStocksChunkSize; |
| | 8 | 36 | | for (var chunkIndex = 0; chunkIndex < stockChunks; chunkIndex++) |
| | | 37 | | { |
| | 2 | 38 | | cancellationToken.ThrowIfCancellationRequested(); |
| | 2 | 39 | | var chunk = distinctOfferIds |
| | 2 | 40 | | .Skip(chunkIndex * FbsStocksChunkSize) |
| | 2 | 41 | | .Take(FbsStocksChunkSize) |
| | 2 | 42 | | .ToArray(); |
| | 2 | 43 | | var stocks = await apiManager.GetProductStocks(chunk); |
| | 2 | 44 | | MergeOfferSkusFromStocks(stocks, offerToSkus); |
| | 2 | 45 | | if (log != null && stockChunks > 1) |
| | 0 | 46 | | await log($"FBS stocks: {chunkIndex + 1}/{stockChunks} пакетов"); |
| | 2 | 47 | | if (chunkIndex < stockChunks - 1) |
| | 0 | 48 | | await Task.Delay(600, cancellationToken); |
| | | 49 | | } |
| | | 50 | | |
| | 2 | 51 | | var allSkus = offerToSkus.Values |
| | 2 | 52 | | .SelectMany(set => set) |
| | 2 | 53 | | .Distinct(StringComparer.OrdinalIgnoreCase) |
| | 2 | 54 | | .ToList(); |
| | 2 | 55 | | if (allSkus.Count == 0) |
| | 0 | 56 | | return result; |
| | | 57 | | |
| | 2 | 58 | | var skuToWarehouses = new Dictionary<string, List<BitrixStockSyncCleanupFbsWarehouse>>(StringComparer.OrdinalIgn |
| | 2 | 59 | | var skuChunks = (allSkus.Count + FbsSkuChunkSize - 1) / FbsSkuChunkSize; |
| | 8 | 60 | | for (var chunkIndex = 0; chunkIndex < skuChunks; chunkIndex++) |
| | | 61 | | { |
| | 2 | 62 | | cancellationToken.ThrowIfCancellationRequested(); |
| | 2 | 63 | | var chunk = allSkus |
| | 2 | 64 | | .Skip(chunkIndex * FbsSkuChunkSize) |
| | 2 | 65 | | .Take(FbsSkuChunkSize) |
| | 2 | 66 | | .ToArray(); |
| | 2 | 67 | | var fbsResponse = await apiManager.GetProductWarehousesForBitrix(chunk, Array.Empty<string>()); |
| | 6 | 68 | | foreach (var pair in GroupFbsWarehousesBySku(BitrixStockSyncReportCleanupService.ParseFbsWarehouses(fbsRespo |
| | | 69 | | { |
| | 1 | 70 | | if (!skuToWarehouses.TryGetValue(pair.Key, out var list)) |
| | | 71 | | { |
| | 1 | 72 | | list = new List<BitrixStockSyncCleanupFbsWarehouse>(); |
| | 1 | 73 | | skuToWarehouses[pair.Key] = list; |
| | | 74 | | } |
| | | 75 | | |
| | 1 | 76 | | list.AddRange(pair.Value); |
| | | 77 | | } |
| | | 78 | | |
| | 2 | 79 | | if (log != null && skuChunks > 1) |
| | 0 | 80 | | await log($"FBS warehouses: {chunkIndex + 1}/{skuChunks} пакетов"); |
| | 2 | 81 | | if (chunkIndex < skuChunks - 1) |
| | 0 | 82 | | await Task.Delay(600, cancellationToken); |
| | | 83 | | } |
| | | 84 | | |
| | | 85 | | // Ozon иногда не возвращает часть sku в ответе (временный флап API) — такой sku тихо |
| | | 86 | | // остаётся без склада, а обнуление снятых связей падает в report-fallback, который не |
| | | 87 | | // знает про склады вне Stage 1 (напр. региональные FBS-склады) и считает остаток нулевым. |
| | | 88 | | // Переспрашиваем один раз маленькими пакетами только пропущенные sku. |
| | 4 | 89 | | var missingSkus = allSkus.Where(sku => !skuToWarehouses.ContainsKey(sku)).ToList(); |
| | 2 | 90 | | if (missingSkus.Count > 0) |
| | | 91 | | { |
| | 1 | 92 | | if (log != null) |
| | 1 | 93 | | await log($"FBS warehouses: повтор для {missingSkus.Count} sku без ответа Ozon…"); |
| | | 94 | | |
| | | 95 | | const int retryChunkSize = 200; |
| | 1 | 96 | | var retryChunks = (missingSkus.Count + retryChunkSize - 1) / retryChunkSize; |
| | 4 | 97 | | for (var chunkIndex = 0; chunkIndex < retryChunks; chunkIndex++) |
| | | 98 | | { |
| | 1 | 99 | | cancellationToken.ThrowIfCancellationRequested(); |
| | 1 | 100 | | var chunk = missingSkus |
| | 1 | 101 | | .Skip(chunkIndex * retryChunkSize) |
| | 1 | 102 | | .Take(retryChunkSize) |
| | 1 | 103 | | .ToArray(); |
| | 1 | 104 | | await Task.Delay(600, cancellationToken); |
| | 1 | 105 | | var fbsResponse = await apiManager.GetProductWarehousesForBitrix(chunk, Array.Empty<string>()); |
| | 4 | 106 | | foreach (var pair in GroupFbsWarehousesBySku(BitrixStockSyncReportCleanupService.ParseFbsWarehouses(fbsR |
| | | 107 | | { |
| | 1 | 108 | | if (!skuToWarehouses.TryGetValue(pair.Key, out var list)) |
| | | 109 | | { |
| | 1 | 110 | | list = new List<BitrixStockSyncCleanupFbsWarehouse>(); |
| | 1 | 111 | | skuToWarehouses[pair.Key] = list; |
| | | 112 | | } |
| | | 113 | | |
| | 1 | 114 | | list.AddRange(pair.Value); |
| | | 115 | | } |
| | 1 | 116 | | } |
| | | 117 | | |
| | 1 | 118 | | if (log != null) |
| | | 119 | | { |
| | 2 | 120 | | var stillMissing = missingSkus.Count(sku => !skuToWarehouses.ContainsKey(sku)); |
| | 1 | 121 | | await log($"FBS warehouses: повтор восстановил {missingSkus.Count - stillMissing}/{missingSkus.Count} sk |
| | | 122 | | } |
| | | 123 | | } |
| | | 124 | | |
| | 8 | 125 | | foreach (var (offerId, skus) in offerToSkus) |
| | | 126 | | { |
| | 2 | 127 | | var merged = new Dictionary<long, BitrixStockSyncCleanupFbsWarehouse>(); |
| | 8 | 128 | | foreach (var sku in skus) |
| | | 129 | | { |
| | 2 | 130 | | if (!skuToWarehouses.TryGetValue(sku, out var warehouses)) |
| | | 131 | | continue; |
| | | 132 | | |
| | 8 | 133 | | foreach (var warehouse in warehouses) |
| | 2 | 134 | | merged[warehouse.WarehouseId] = warehouse; |
| | | 135 | | } |
| | | 136 | | |
| | 2 | 137 | | result[offerId] = merged.Values |
| | 2 | 138 | | .OrderBy(w => w.WarehouseName, StringComparer.OrdinalIgnoreCase) |
| | 2 | 139 | | .ToList(); |
| | | 140 | | } |
| | | 141 | | |
| | 2 | 142 | | return result; |
| | 2 | 143 | | } |
| | | 144 | | |
| | | 145 | | private static void MergeOfferSkusFromStocks( |
| | | 146 | | JObject? stocks, |
| | | 147 | | IDictionary<string, HashSet<string>> offerToSkus) |
| | | 148 | | { |
| | 2 | 149 | | if (stocks?["items"] is not JArray items) |
| | 0 | 150 | | return; |
| | | 151 | | |
| | 8 | 152 | | foreach (var stockItem in items) |
| | | 153 | | { |
| | 2 | 154 | | var offerId = stockItem["offer_id"]?.ToString(); |
| | 2 | 155 | | if (string.IsNullOrWhiteSpace(offerId)) |
| | | 156 | | continue; |
| | | 157 | | |
| | 2 | 158 | | if (!offerToSkus.TryGetValue(offerId, out var skus)) |
| | | 159 | | { |
| | 2 | 160 | | skus = new HashSet<string>(StringComparer.OrdinalIgnoreCase); |
| | 2 | 161 | | offerToSkus[offerId] = skus; |
| | | 162 | | } |
| | | 163 | | |
| | 2 | 164 | | if (stockItem["stocks"] is not JArray stockRows) |
| | | 165 | | continue; |
| | | 166 | | |
| | 8 | 167 | | foreach (var row in stockRows) |
| | | 168 | | { |
| | 2 | 169 | | var sku = row["sku"]?.ToString(); |
| | 2 | 170 | | if (!string.IsNullOrWhiteSpace(sku)) |
| | 2 | 171 | | skus.Add(sku.Trim()); |
| | | 172 | | } |
| | | 173 | | } |
| | 2 | 174 | | } |
| | | 175 | | |
| | | 176 | | private static IEnumerable<KeyValuePair<string, List<BitrixStockSyncCleanupFbsWarehouse>>> GroupFbsWarehousesBySku( |
| | | 177 | | IEnumerable<BitrixStockSyncCleanupFbsWarehouse> warehouses) |
| | | 178 | | { |
| | 3 | 179 | | return warehouses |
| | 2 | 180 | | .Where(w => w.Sku > 0) |
| | 2 | 181 | | .GroupBy(w => w.Sku.ToString(), StringComparer.OrdinalIgnoreCase) |
| | 5 | 182 | | .Select(g => new KeyValuePair<string, List<BitrixStockSyncCleanupFbsWarehouse>>(g.Key, g.ToList())); |
| | | 183 | | } |
| | | 184 | | } |