diff --git a/WebAPI/Controllers/LayersController.cs b/WebAPI/Controllers/LayersController.cs index 7c43edd..ec8a143 100644 --- a/WebAPI/Controllers/LayersController.cs +++ b/WebAPI/Controllers/LayersController.cs @@ -193,7 +193,7 @@ namespace WebAPI.Controllers .Where(x => x.Records!.Any(x => x.Code == "Type" && x.Desc1 == "ProcessWorker") && x.Records!.Any(x => x.Code == "IsEnabled" && x.Desc1 == "True") - //&& x.Number == 262 + && x.Number == 268 ) .OrderBy(x => x.CreatedAt) .ToList(); @@ -253,7 +253,34 @@ namespace WebAPI.Controllers }); continue; } - T3SourceYearSummaryProcessor processor = new T3SourceYearSummaryProcessor(db, googleSheetValues, this, logsController); + T3SourceYearSummaryProcessor processor = new T3SourceYearSummaryProcessor(db, googleSheetValues, this); + processor.process(processWorker!); + + logsController.AddEntry(new LogEntry + { + Title = $"{processWorker!.Name}, {processWorker.Id}", + Type = LogEntryType.info, + LogType = LogType.process, + Message = "Success", + CreatedAt = DateTime.UtcNow + }); + continue; + } + if (processType == "T3-MultiSourceYearSummary") + { + if (int.Parse(year!) < DateTime.UtcNow.Year) + { + logsController.AddEntry(new LogEntry + { + Title = $"{processWorker!.Name}, {processWorker.Id}", + Type = LogEntryType.warning, + LogType = LogType.process, + Message = "processLayer is out of date. Should be disabled. Not processed", + CreatedAt = DateTime.UtcNow + }); + continue; + } + T3MultiSourceYearSummaryProcessor processor = new T3MultiSourceYearSummaryProcessor(db, googleSheetValues, this); processor.process(processWorker!); logsController.AddEntry(new LogEntry diff --git a/WebAPI/dataProcessors/t3.MultiSourceYearSummary.processor.cs b/WebAPI/dataProcessors/t3.MultiSourceYearSummary.processor.cs new file mode 100644 index 0000000..03e0ae9 --- /dev/null +++ b/WebAPI/dataProcessors/t3.MultiSourceYearSummary.processor.cs @@ -0,0 +1,115 @@ +using Google.Apis.Sheets.v4; +using Microsoft.EntityFrameworkCore; +using WebAPI.Controllers; +using WebAPI.Models; + +namespace WebAPI.dataProcessors +{ + public class T3MultiSourceYearSummaryProcessor + { + private AppDbContext db; + private SpreadsheetsResource.ValuesResource googleSheetValues; + private LayersController controller; + + public T3MultiSourceYearSummaryProcessor( + AppDbContext _db, + SpreadsheetsResource.ValuesResource _googleSheetValues, + LayersController _controller) + { + db = _db; + googleSheetValues = _googleSheetValues; + controller = _controller; + } + + public void process(Layer processWorker) + { + int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); + List? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); + if (sources!.Count() == 0) + { + throw new Exception("Source record not found"); + } + + Layer? processedLayer = db.Layers + .Where(x => x.ParentId == processWorker!.Id + && !x.IsDeleted) + .OrderByDescending(x => x.CreatedAt) + .FirstOrDefault(); + + bool isNew = false; + if (processedLayer == null) + { + isNew = true; + processedLayer = new Layer + { + Id = Guid.NewGuid(), + Source = "", + Type = LayerType.processed, + ParentId = processWorker!.Id, + Number = db.Layers.Count() + 1, + }; + processedLayer.Name = $"L{processedLayer.Number}-P-{year}/13-AA-T3"; + processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.CreatedAt = DateTime.UtcNow; + processedLayer.ModifiedAt = DateTime.UtcNow; + } + processedLayer.Sources = new List(); + processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.ModifiedAt = DateTime.UtcNow; + + List newRecords = new List(); + + List dataSources = new List(); + + foreach (Record source in sources!) + { + Layer? dataSource = db.Layers.Where(x => + x.Type == LayerType.processed && + !x.IsDeleted && + x.Name.Contains($"{year}/13-{source.Desc1}-T3") + ) + .Include(x => x.Records) + .FirstOrDefault(); + if (dataSource != null) + { + dataSources.Add(dataSource); + } + } + + if (dataSources.Count == 0) + { + throw new Exception($"DataSources are empty"); + } + + List allRecords = dataSources.SelectMany(x => x.Records!).ToList(); + foreach (Record baseRecord in dataSources.Last()?.Records!) + { + + List codeRecords = allRecords.Where(x => + x.Code!.Substring(1) == baseRecord.Code!.Substring(1)) + .ToList(); + Record processedRecord = new Record + { + Id = Guid.NewGuid(), + Code = $"1{baseRecord.Code}", + CreatedAt = DateTime.UtcNow, + ModifiedAt = DateTime.UtcNow, + Value1 = codeRecords.Sum(x => x.Value1) + }; + newRecords.Add(processedRecord); + } + + if (isNew) + { + db.Layers.Add(processedLayer); + } + else + { + db.Layers.Update(processedLayer); + } + controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D")); + db.SaveChanges(); + } + } +} diff --git a/WebAPI/dataProcessors/t3.SourceYearSummary.processor.cs b/WebAPI/dataProcessors/t3.SourceYearSummary.processor.cs index b36faed..f3bd72d 100644 --- a/WebAPI/dataProcessors/t3.SourceYearSummary.processor.cs +++ b/WebAPI/dataProcessors/t3.SourceYearSummary.processor.cs @@ -10,19 +10,16 @@ namespace WebAPI.dataProcessors private readonly AppDbContext db; private readonly SpreadsheetsResource.ValuesResource googleSheetValues; private readonly LayersController controller; - private readonly LogsController logsController; public T3SourceYearSummaryProcessor( AppDbContext _db, SpreadsheetsResource.ValuesResource _googleSheetValues, - LayersController _controller, - LogsController _logsController + LayersController _controller ) { db = _db; googleSheetValues = _googleSheetValues; controller = _controller; - logsController = _logsController; } public void process(Layer processWorker)