using System.Globalization;
using foodmarket.Application.Common.Tenancy;
using foodmarket.Application.Inventory;
using foodmarket.Domain.Inventory;
using foodmarket.Infrastructure.Persistence;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging;
namespace foodmarket.Infrastructure.Integrations.MoySklad;
/// Перенос ДОКУМЕНТОВ из МойСклада с историей (идемпотентно по id МойСклада,
/// резюмируемо — повторный запуск пропускает уже перенесённое). Даты moment переводятся
/// из МСК (UTC+3) в UTC; суммы из тиынов. Справочники (товары/контрагенты/группы) должны
/// быть импортированы ранее (несут MoySkladExternalId для сопоставления ссылок).
///
/// Реализован supply (приёмка) как ПРОВЕРЕННЫЙ ШАБЛОН; остальные типы (enter/loss/
/// retaildemand/…) добавляются по той же схеме.
public sealed class MoySkladDocumentImportService
{
private readonly MoySkladClient _client;
private readonly AppDbContext _db;
private readonly ITenantContext _tenant;
private readonly IStockService _stock;
private readonly ILogger _log;
public MoySkladDocumentImportService(MoySkladClient client, AppDbContext db, ITenantContext tenant,
IStockService stock, ILogger log)
{ _client = client; _db = db; _tenant = tenant; _stock = stock; _log = log; }
public sealed class DocImportProgress
{
public string Entity = "";
public int Seen, Created, Skipped, Errors;
public List ErrorSamples { get; } = new();
}
/// МойСклад moment "yyyy-MM-dd HH:mm:ss[.fff]" (МСК) → UTC.
private static DateTime MomentToUtc(string? moment)
{
if (string.IsNullOrWhiteSpace(moment)) return DateTime.UtcNow;
var s = moment.Trim();
foreach (var fmt in new[] { "yyyy-MM-dd HH:mm:ss.fff", "yyyy-MM-dd HH:mm:ss" })
if (DateTime.TryParseExact(s, fmt, CultureInfo.InvariantCulture, DateTimeStyles.None, out var dt))
return DateTime.SpecifyKind(dt.AddHours(-3), DateTimeKind.Utc);
return DateTime.SpecifyKind(DateTime.Parse(s, CultureInfo.InvariantCulture).AddHours(-3), DateTimeKind.Utc);
}
private static string? IdFromHref(string? href)
{
if (string.IsNullOrEmpty(href)) return null;
var noQuery = href.Split('?')[0];
var seg = noQuery.TrimEnd('/').Split('/').LastOrDefault();
return string.IsNullOrEmpty(seg) ? null : seg;
}
// ── Приёмки (supply) ────────────────────────────────────────────────────
public async Task ImportSuppliesAsync(string token, int startOffset,
DocImportProgress progress, CancellationToken ct)
{
var orgId = _tenant.OrganizationId ?? throw new InvalidOperationException("Tenant not set.");
progress.Entity = "supply";
var currencyId = await _db.Currencies.Select(c => c.Id).FirstAsync(ct);
var storeId = await EnsureStoreAsync(orgId, ct);
var adminUserId = await _db.Organizations.Where(o => o.Id == orgId).Select(o => o.AccountOwnerUserId).FirstOrDefaultAsync(ct);
var suppliers = await _db.Counterparties.Where(c => c.MoySkladExternalId != null)
.Select(c => new { c.Id, c.MoySkladExternalId }).ToDictionaryAsync(x => x.MoySkladExternalId!, x => x.Id, ct);
var fallbackSupplier = await _db.Counterparties.Select(c => (Guid?)c.Id).FirstOrDefaultAsync(ct);
var products = await _db.Products.Where(p => p.MoySkladExternalId != null)
.Select(p => new { p.Id, p.MoySkladExternalId }).ToDictionaryAsync(x => x.MoySkladExternalId!, x => x.Id, ct);
var done = (await _db.Supplies.Where(s => s.MoySkladExternalId != null)
.Select(s => s.MoySkladExternalId!).ToListAsync(ct)).ToHashSet();
// Номера приёмок МойСклада ПОВТОРЯЮТСЯ по годам, а у нас (OrganizationId, Number)
// уникален. Сохраняем оригинальный номер где можно, при коллизии добавляем год/счётчик.
var usedNumbers = (await _db.Supplies.Select(s => s.Number).ToListAsync(ct)).ToHashSet(StringComparer.OrdinalIgnoreCase);
string UniqueNumber(string baseName, int year)
{
if (usedNumbers.Add(baseName)) return baseName;
var withYear = $"{baseName}-{year}";
if (usedNumbers.Add(withYear)) return withYear;
for (var n = 2; ; n++) { var cand = $"{baseName}-{year}-{n}"; if (usedNumbers.Add(cand)) return cand; }
}
// expand=positions (НЕ positions.assortment — это раскрывает весь товар и делает
// страницу гигантской/зависающей). assortment.meta.href в позиции есть и так — из него
// берём id товара.
await foreach (var d in _client.StreamDocumentsAsync(token, "entity/supply",
"positions,agent,store", startOffset, null, ct))
{
progress.Seen++;
if (d.Id is null || done.Contains(d.Id)) { progress.Skipped++; continue; }
try
{
var supplierMs = IdFromHref(d.Agent?.Meta?.Href);
var supplierId = supplierMs is not null && suppliers.TryGetValue(supplierMs, out var sid) ? sid
: fallbackSupplier ?? throw new InvalidOperationException("Нет контрагента-поставщика");
var momentUtc = MomentToUtc(d.Moment);
var posted = d.Applicable;
var baseNumber = string.IsNullOrWhiteSpace(d.Name) ? $"МС-{d.Id[..8]}" : d.Name!;
var supply = new foodmarket.Domain.Purchases.Supply
{
OrganizationId = orgId,
Number = UniqueNumber(baseNumber, momentUtc.Year),
Date = momentUtc,
Status = posted ? foodmarket.Domain.Purchases.SupplyStatus.Posted : foodmarket.Domain.Purchases.SupplyStatus.Draft,
SupplierId = supplierId,
StoreId = storeId,
CurrencyId = currencyId,
Notes = d.Description,
Total = d.Sum / 100m,
MoySkladExternalId = d.Id,
PostedAt = posted ? momentUtc : null,
PostedByUserId = posted ? adminUserId : null,
};
// Агрегируем позиции по товару (один и тот же товар в документе — суммируем
// кол-во, цена — средневзвешенная): иначе два движения по одному товару дадут
// дубликат строки stocks в рамках одного SaveChanges.
var byProduct = new Dictionary();
foreach (var pos in d.Positions?.Rows ?? new())
{
var prodMs = IdFromHref(pos.Assortment?.Meta?.Href);
if (prodMs is null || !products.TryGetValue(prodMs, out var pid)) continue; // услуга/неизвестный
var up = pos.Price / 100m;
var cur = byProduct.GetValueOrDefault(pid);
byProduct[pid] = (cur.Qty + pos.Quantity, cur.Amount + pos.Quantity * up);
}
foreach (var (pid, agg) in byProduct)
{
var unit = agg.Qty != 0 ? decimal.Round(agg.Amount / agg.Qty, 4) : 0m;
supply.Lines.Add(new foodmarket.Domain.Purchases.SupplyLine
{
OrganizationId = orgId, ProductId = pid, Quantity = agg.Qty, UnitPrice = unit,
LineTotal = decimal.Round(agg.Amount, 2),
});
}
_db.Supplies.Add(supply);
if (posted)
foreach (var l in supply.Lines)
await _stock.ApplyMovementAsync(new StockMovementDraft(
ProductId: l.ProductId, StoreId: storeId, Quantity: l.Quantity,
Type: MovementType.Supply, DocumentType: "supply", DocumentId: supply.Id,
DocumentNumber: supply.Number, UnitCost: l.UnitPrice, OccurredAt: momentUtc,
CreatedByUserId: adminUserId), ct);
// Сохраняем ПО ОДНОМУ документу: следующий документ увидит уже
// закоммиченные строки stocks (ApplyMovementAsync ищет в БД) — без дублей.
await _db.SaveChangesAsync(ct);
_db.ChangeTracker.Clear(); // не копим tracked-граф на 7k документов
done.Add(d.Id);
progress.Created++;
}
catch (Exception ex)
{
// Критично: после сбоя SaveChanges очищаем трекер, иначе провалившиеся
// сущности остаются tracked и роняют ВСЕ последующие документы (каскад).
_db.ChangeTracker.Clear();
progress.Errors++;
if (progress.ErrorSamples.Count < 20) progress.ErrorSamples.Add($"{d.Name}/{d.Id}: {ex.Message}");
_log.LogWarning(ex, "supply import failed {Id}", d.Id);
}
}
return progress;
}
// ── общие помощники ──────────────────────────────────────────────────────
private static Dictionary Aggregate(MsDocument d, Dictionary products)
{
var byProduct = new Dictionary();
foreach (var pos in d.Positions?.Rows ?? new())
{
var prodMs = IdFromHref(pos.Assortment?.Meta?.Href);
if (prodMs is null || !products.TryGetValue(prodMs, out var pid)) continue;
var up = pos.Price / 100m;
var cur = byProduct.GetValueOrDefault(pid);
byProduct[pid] = (cur.Qty + pos.Quantity, cur.Amount + pos.Quantity * up);
}
return byProduct;
}
private sealed record DocMaps(Guid StoreId, Guid CurrencyId, Guid? AdminUserId,
Dictionary Products, Dictionary Counterparties, Guid? FallbackCp);
private async Task LoadMapsAsync(Guid orgId, CancellationToken ct)
{
var currencyId = await _db.Currencies.Select(c => c.Id).FirstAsync(ct);
var storeId = await EnsureStoreAsync(orgId, ct);
var admin = await _db.Organizations.Where(o => o.Id == orgId).Select(o => o.AccountOwnerUserId).FirstOrDefaultAsync(ct);
var cps = await _db.Counterparties.Where(c => c.MoySkladExternalId != null)
.Select(c => new { c.Id, c.MoySkladExternalId }).ToDictionaryAsync(x => x.MoySkladExternalId!, x => x.Id, ct);
var fb = await _db.Counterparties.Select(c => (Guid?)c.Id).FirstOrDefaultAsync(ct);
var prods = await _db.Products.Where(p => p.MoySkladExternalId != null)
.Select(p => new { p.Id, p.MoySkladExternalId }).ToDictionaryAsync(x => x.MoySkladExternalId!, x => x.Id, ct);
return new DocMaps(storeId, currencyId, admin, prods, cps, fb);
}
// ── Оприходования (enter) ────────────────────────────────────────────────
public async Task ImportEntersAsync(string token, int startOffset, DocImportProgress progress, CancellationToken ct)
{
var orgId = _tenant.OrganizationId!.Value; progress.Entity = "enter";
var m = await LoadMapsAsync(orgId, ct);
var done = (await _db.Enters.Where(x => x.MoySkladExternalId != null).Select(x => x.MoySkladExternalId!).ToListAsync(ct)).ToHashSet();
var used = (await _db.Enters.Select(x => x.Number).ToListAsync(ct)).ToHashSet(StringComparer.OrdinalIgnoreCase);
string Uniq(string b, int y) { if (used.Add(b)) return b; var w = $"{b}-{y}"; if (used.Add(w)) return w; for (var n = 2; ; n++) { var c = $"{b}-{y}-{n}"; if (used.Add(c)) return c; } }
await foreach (var d in _client.StreamDocumentsAsync(token, "entity/enter", "positions,store", startOffset, null, ct))
{
progress.Seen++; if (d.Id is null || done.Contains(d.Id)) { progress.Skipped++; continue; }
try
{
var mom = MomentToUtc(d.Moment); var posted = d.Applicable;
var e = new foodmarket.Domain.Purchases.Enter { OrganizationId = orgId, Number = Uniq(d.Name ?? $"МС-{d.Id[..8]}", mom.Year), Date = mom,
Status = posted ? foodmarket.Domain.Purchases.EnterStatus.Posted : foodmarket.Domain.Purchases.EnterStatus.Draft,
StoreId = m.StoreId, CurrencyId = m.CurrencyId, Notes = d.Description, Total = d.Sum / 100m, MoySkladExternalId = d.Id,
PostedAt = posted ? mom : null, PostedByUserId = posted ? m.AdminUserId : null };
foreach (var (pid, a) in Aggregate(d, m.Products))
e.Lines.Add(new foodmarket.Domain.Purchases.EnterLine { OrganizationId = orgId, ProductId = pid, Quantity = a.Qty, UnitCost = a.Qty != 0 ? decimal.Round(a.Amount / a.Qty, 4) : 0m, LineTotal = decimal.Round(a.Amount, 2) });
_db.Enters.Add(e);
if (posted) foreach (var l in e.Lines) await _stock.ApplyMovementAsync(new StockMovementDraft(l.ProductId, m.StoreId, l.Quantity, MovementType.Enter, "enter", e.Id, e.Number, l.UnitCost, mom, m.AdminUserId), ct);
await _db.SaveChangesAsync(ct); _db.ChangeTracker.Clear(); done.Add(d.Id); progress.Created++;
}
catch (Exception ex) { _db.ChangeTracker.Clear(); progress.Errors++; if (progress.ErrorSamples.Count < 20) progress.ErrorSamples.Add($"{d.Name}: {ex.Message}"); _log.LogWarning(ex, "enter {Id}", d.Id); }
}
return progress;
}
// ── Списания (loss) ──────────────────────────────────────────────────────
public async Task ImportLossesAsync(string token, int startOffset, DocImportProgress progress, CancellationToken ct)
{
var orgId = _tenant.OrganizationId!.Value; progress.Entity = "loss";
var m = await LoadMapsAsync(orgId, ct);
var done = (await _db.Losses.Where(x => x.MoySkladExternalId != null).Select(x => x.MoySkladExternalId!).ToListAsync(ct)).ToHashSet();
var used = (await _db.Losses.Select(x => x.Number).ToListAsync(ct)).ToHashSet(StringComparer.OrdinalIgnoreCase);
string Uniq(string b, int y) { if (used.Add(b)) return b; var w = $"{b}-{y}"; if (used.Add(w)) return w; for (var n = 2; ; n++) { var c = $"{b}-{y}-{n}"; if (used.Add(c)) return c; } }
await foreach (var d in _client.StreamDocumentsAsync(token, "entity/loss", "positions,store", startOffset, null, ct))
{
progress.Seen++; if (d.Id is null || done.Contains(d.Id)) { progress.Skipped++; continue; }
try
{
var mom = MomentToUtc(d.Moment); var posted = d.Applicable;
var e = new foodmarket.Domain.Inventory.Loss { OrganizationId = orgId, Number = Uniq(d.Name ?? $"МС-{d.Id[..8]}", mom.Year), Date = mom,
Status = posted ? foodmarket.Domain.Inventory.LossStatus.Posted : foodmarket.Domain.Inventory.LossStatus.Draft,
StoreId = m.StoreId, CurrencyId = m.CurrencyId, Reason = foodmarket.Domain.Inventory.LossReason.Other, Notes = d.Description,
Total = d.Sum / 100m, MoySkladExternalId = d.Id, PostedAt = posted ? mom : null, PostedByUserId = posted ? m.AdminUserId : null };
foreach (var (pid, a) in Aggregate(d, m.Products))
e.Lines.Add(new foodmarket.Domain.Inventory.LossLine { OrganizationId = orgId, ProductId = pid, Quantity = a.Qty, UnitCost = a.Qty != 0 ? decimal.Round(a.Amount / a.Qty, 4) : 0m, LineTotal = decimal.Round(a.Amount, 2) });
_db.Losses.Add(e);
if (posted) foreach (var l in e.Lines) await _stock.ApplyMovementAsync(new StockMovementDraft(l.ProductId, m.StoreId, -l.Quantity, MovementType.WriteOff, "loss", e.Id, e.Number, l.UnitCost, mom, m.AdminUserId), ct);
await _db.SaveChangesAsync(ct); _db.ChangeTracker.Clear(); done.Add(d.Id); progress.Created++;
}
catch (Exception ex) { _db.ChangeTracker.Clear(); progress.Errors++; if (progress.ErrorSamples.Count < 20) progress.ErrorSamples.Add($"{d.Name}: {ex.Message}"); _log.LogWarning(ex, "loss {Id}", d.Id); }
}
return progress;
}
// ── Возвраты поставщику (purchasereturn) ─────────────────────────────────
public async Task ImportSupplierReturnsAsync(string token, int startOffset, DocImportProgress progress, CancellationToken ct)
{
var orgId = _tenant.OrganizationId!.Value; progress.Entity = "purchasereturn";
var m = await LoadMapsAsync(orgId, ct);
var done = (await _db.SupplierReturns.Where(x => x.MoySkladExternalId != null).Select(x => x.MoySkladExternalId!).ToListAsync(ct)).ToHashSet();
var used = (await _db.SupplierReturns.Select(x => x.Number).ToListAsync(ct)).ToHashSet(StringComparer.OrdinalIgnoreCase);
string Uniq(string b, int y) { if (used.Add(b)) return b; var w = $"{b}-{y}"; if (used.Add(w)) return w; for (var n = 2; ; n++) { var c = $"{b}-{y}-{n}"; if (used.Add(c)) return c; } }
await foreach (var d in _client.StreamDocumentsAsync(token, "entity/purchasereturn", "positions,agent,store", startOffset, null, ct))
{
progress.Seen++; if (d.Id is null || done.Contains(d.Id)) { progress.Skipped++; continue; }
try
{
var mom = MomentToUtc(d.Moment); var posted = d.Applicable;
var cpMs = IdFromHref(d.Agent?.Meta?.Href);
var cpId = cpMs is not null && m.Counterparties.TryGetValue(cpMs, out var c1) ? c1 : m.FallbackCp!.Value;
var e = new foodmarket.Domain.Purchases.SupplierReturn { OrganizationId = orgId, Number = Uniq(d.Name ?? $"МС-{d.Id[..8]}", mom.Year), Date = mom,
Status = posted ? foodmarket.Domain.Purchases.SupplierReturnStatus.Posted : foodmarket.Domain.Purchases.SupplierReturnStatus.Draft,
SupplierId = cpId, StoreId = m.StoreId, CurrencyId = m.CurrencyId, Notes = d.Description, Total = d.Sum / 100m,
MoySkladExternalId = d.Id, PostedAt = posted ? mom : null, PostedByUserId = posted ? m.AdminUserId : null };
foreach (var (pid, a) in Aggregate(d, m.Products))
e.Lines.Add(new foodmarket.Domain.Purchases.SupplierReturnLine { OrganizationId = orgId, ProductId = pid, Quantity = a.Qty, UnitPrice = a.Qty != 0 ? decimal.Round(a.Amount / a.Qty, 4) : 0m, LineTotal = decimal.Round(a.Amount, 2) });
_db.SupplierReturns.Add(e);
if (posted) foreach (var l in e.Lines) await _stock.ApplyMovementAsync(new StockMovementDraft(l.ProductId, m.StoreId, -l.Quantity, MovementType.SupplierReturn, "supplier-return", e.Id, e.Number, l.UnitPrice, mom, m.AdminUserId), ct);
await _db.SaveChangesAsync(ct); _db.ChangeTracker.Clear(); done.Add(d.Id); progress.Created++;
}
catch (Exception ex) { _db.ChangeTracker.Clear(); progress.Errors++; if (progress.ErrorSamples.Count < 20) progress.ErrorSamples.Add($"{d.Name}: {ex.Message}"); _log.LogWarning(ex, "purchasereturn {Id}", d.Id); }
}
return progress;
}
// ── Розничные продажи (retaildemand) ─────────────────────────────────────
public async Task ImportRetailSalesAsync(string token, int startOffset, DocImportProgress progress, CancellationToken ct)
{
var orgId = _tenant.OrganizationId!.Value; progress.Entity = "retaildemand";
var m = await LoadMapsAsync(orgId, ct);
var done = (await _db.RetailSales.Where(x => x.MoySkladExternalId != null).Select(x => x.MoySkladExternalId!).ToListAsync(ct)).ToHashSet();
var used = (await _db.RetailSales.Select(x => x.Number).ToListAsync(ct)).ToHashSet(StringComparer.OrdinalIgnoreCase);
string Uniq(string b, int y) { if (used.Add(b)) return b; var w = $"{b}-{y}"; if (used.Add(w)) return w; for (var n = 2; ; n++) { var c = $"{b}-{y}-{n}"; if (used.Add(c)) return c; } }
await foreach (var d in _client.StreamDocumentsAsync(token, "entity/retaildemand", "positions,store", startOffset, null, ct))
{
progress.Seen++; if (d.Id is null || done.Contains(d.Id)) { progress.Skipped++; continue; }
try
{
var mom = MomentToUtc(d.Moment); var posted = d.Applicable;
var cash = d.CashSum / 100m; var card = d.NoCashSum / 100m; var total = d.Sum / 100m;
var pay = cash > 0 && card > 0 ? foodmarket.Domain.Sales.PaymentMethod.Mixed : (card > 0 ? foodmarket.Domain.Sales.PaymentMethod.Card : foodmarket.Domain.Sales.PaymentMethod.Cash);
var e = new foodmarket.Domain.Sales.RetailSale { OrganizationId = orgId, Number = Uniq(d.Name ?? $"МС-{d.Id[..8]}", mom.Year), Date = mom,
Status = posted ? foodmarket.Domain.Sales.RetailSaleStatus.Posted : foodmarket.Domain.Sales.RetailSaleStatus.Draft,
StoreId = m.StoreId, CurrencyId = m.CurrencyId, CashierUserId = m.AdminUserId, Payment = pay, PaidCash = cash, PaidCard = card,
Subtotal = total, Total = total, Notes = d.Description, MoySkladExternalId = d.Id, IsReturn = false,
PostedAt = posted ? mom : null, PostedByUserId = posted ? m.AdminUserId : null };
foreach (var (pid, a) in Aggregate(d, m.Products))
e.Lines.Add(new foodmarket.Domain.Sales.RetailSaleLine { OrganizationId = orgId, ProductId = pid, Quantity = a.Qty, UnitPrice = a.Qty != 0 ? decimal.Round(a.Amount / a.Qty, 4) : 0m, LineTotal = decimal.Round(a.Amount, 2) });
_db.RetailSales.Add(e);
if (posted) foreach (var l in e.Lines) await _stock.ApplyMovementAsync(new StockMovementDraft(l.ProductId, m.StoreId, -l.Quantity, MovementType.RetailSale, "retail-sale", e.Id, e.Number, l.UnitPrice, mom, m.AdminUserId), ct);
await _db.SaveChangesAsync(ct); _db.ChangeTracker.Clear(); done.Add(d.Id); progress.Created++;
}
catch (Exception ex) { _db.ChangeTracker.Clear(); progress.Errors++; if (progress.ErrorSamples.Count < 20) progress.ErrorSamples.Add($"{d.Name}: {ex.Message}"); _log.LogWarning(ex, "retaildemand {Id}", d.Id); }
}
return progress;
}
/// Гарантирует склад орг с MoySkladExternalId = склад МойСклада (магазин
/// с одним складом). Берём первый склад орг и помечаем его msId при первом вызове.
private async Task EnsureStoreAsync(Guid orgId, CancellationToken ct)
{
var store = await _db.Stores.FirstOrDefaultAsync(s => s.OrganizationId == orgId, ct)
?? throw new InvalidOperationException("В организации нет склада");
return store.Id;
}
}