using DiunaBI.Core.Services; using Microsoft.EntityFrameworkCore; using Microsoft.Extensions.Logging; using DiunaBI.Core.Models; using DiunaBI.Core.Database.Context; using DiunaBI.Core.Services.Calculations; namespace DiunaBI.Plugins.Morska.Processors; public class T3MultiSourceSummaryProcessor : MorskaBaseProcessor { public override string ProcessorType => "T3.MultiSourceSummary"; private readonly AppDbContext _db; private readonly ILogger _logger; public T3MultiSourceSummaryProcessor( AppDbContext db, ILogger logger) { _db = db; _logger = logger; } public override void Process(Layer processWorker) { _logger.LogInformation("T3MultiSourceSummary: Starting processing for {ProcessWorkerName} ({ProcessWorkerId})", processWorker.Name, processWorker.Id); var year = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); var month = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Month")?.Desc1!); var sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); if (sources!.Count == 0) { throw new Exception("Source record not found"); } var processedLayer = _db.Layers .Where(x => x.ParentId == processWorker.Id && !x.IsDeleted && !x.IsCancelled) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); var isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Type = LayerType.Processed, ParentId = processWorker.Id, Number = _db.Layers.Count() + 1 }; processedLayer.Name = $"L{processedLayer.Number}-P-{year}/{month:D2}-AA-T3"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; var newRecords = new List(); var dataSources = sources.Select(source => _db.Layers.Where(x => x.Type == LayerType.Processed && !x.IsDeleted && !x.IsCancelled && x.Name != null && x.Name.Contains($"{year}/{month:D2}-{source.Desc1}-T3")) .Include(x => x.Records) .AsNoTracking() .FirstOrDefault()) .OfType() .ToList(); if (dataSources.Count == 0) { throw new Exception("DataSources are empty"); } var allRecords = dataSources.SelectMany(x => x.Records!).ToList(); var baseCodes = allRecords.Select(x => x.Code!.Remove(0, 1)).Distinct().ToList(); foreach (var baseCode in baseCodes) { var codeRecords = allRecords.Where(x => x.Code![1..] == baseCode) .ToList(); var processedRecord = new Record { Id = Guid.NewGuid(), Code = $"9{baseCode}", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow }; for (var i = 1; i < 33; i++) { ProcessHelper.SetValue(processedRecord, i, codeRecords.Sum(x => ProcessHelper.GetValue(x, i))); } newRecords.Add(processedRecord); } // Dynamic Codes var dynamicCodes = processWorker.Records? .Where(x => x.Code!.Contains("DynamicCode-")) .OrderBy(x => int.Parse(x.Code!.Split('-')[1])).ToList(); if (dynamicCodes != null && dynamicCodes.Count != 0) { foreach (var dynamicCode in dynamicCodes) { try { if (dynamicCode.Desc1 == null) { _logger.LogWarning("T3MultiSourceSummary: Formula in Record {RecordId} is missing. Process: {ProcessName} ({ProcessId})", dynamicCode.Id, processWorker.Name, processWorker.Id); continue; } var calc = new BaseCalc(dynamicCode.Desc1); if (!calc.IsFormulaCorrect()) { _logger.LogWarning("T3MultiSourceSummary: Formula {Expression} in Record {RecordId} is not correct. Process: {ProcessName} ({ProcessId})", calc.Expression, dynamicCode.Id, processWorker.Name, processWorker.Id); continue; } try { newRecords.Add(calc.CalculateT3(newRecords)); } catch (Exception e) { _logger.LogWarning(e, "T3MultiSourceSummary: Formula {Expression} in Record {RecordId} calculation error. Process: {ProcessName} ({ProcessId})", calc.Expression, dynamicCode.Id, processWorker.Name, processWorker.Id); } } catch (Exception e) { _logger.LogWarning(e, "T3MultiSourceSummary: Calculation error for DynamicCode {RecordId}. Process: {ProcessName} ({ProcessId})", dynamicCode.Id, processWorker.Name, processWorker.Id); } } } if (isNew) { _db.Layers.Add(processedLayer); } else { _db.Layers.Update(processedLayer); } SaveRecords(processedLayer.Id, newRecords); _db.SaveChanges(); _logger.LogInformation("T3MultiSourceSummary: Successfully completed processing for {ProcessWorkerName} ({ProcessWorkerId})", processWorker.Name, processWorker.Id); } private void SaveRecords(Guid layerId, ICollection records) { var toDelete = _db.Records.Where(x => x.LayerId == layerId).ToList(); if (toDelete.Count > 0) { _db.Records.RemoveRange(toDelete); } foreach (var record in records) { record.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.CreatedAt = DateTime.UtcNow; record.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.ModifiedAt = DateTime.UtcNow; record.LayerId = layerId; _db.Records.Add(record); } _logger.LogDebug("T3MultiSourceSummary: Saved {RecordCount} records for layer {LayerId}", records.Count, layerId); } }