using DiunaBIWebAPI.dataProcessors; using Google.Apis.Sheets.v4; using Microsoft.EntityFrameworkCore; using WebAPI.Controllers; using WebAPI.Models; namespace WebAPI.dataProcessors { public class T3MultiSourceYearSummaryProcessor { private readonly AppDbContext db; private readonly SpreadsheetsResource.ValuesResource googleSheetValues; private readonly LayersController controller; public T3MultiSourceYearSummaryProcessor( AppDbContext _db, SpreadsheetsResource.ValuesResource _googleSheetValues, LayersController _controller) { db = _db; googleSheetValues = _googleSheetValues; controller = _controller; } public void process(Layer processWorker) { int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); List? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); if (sources!.Count() == 0) { throw new Exception("Source record not found"); } Layer? processedLayer = db.Layers .Where(x => x.ParentId == processWorker!.Id && !x.IsDeleted) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); bool isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Source = "", Type = LayerType.processed, ParentId = processWorker!.Id, Number = db.Layers.Count() + 1, }; processedLayer.Name = $"L{processedLayer.Number}-P-{year}/13-AA-T3"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.Sources = new List(); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; List newRecords = new List(); List dataSources = new List(); foreach (Record source in sources!) { Layer? dataSource = db.Layers.Where(x => x.Type == LayerType.processed && !x.IsDeleted && x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T3") ) .Include(x => x.Records) .FirstOrDefault(); if (dataSource != null) { dataSources.Add(dataSource); } } if (dataSources.Count == 0) { throw new Exception($"DataSources are empty"); } List dataSourcesValidation = new List(); for (int i = 1; i < 13; i++) { Layer? dataSource = db.Layers.Where(x => x.Type == LayerType.processed && !x.IsDeleted && x.Name!=null && x.Name.Contains($"{year}/{i}-AA-T3")) .Include(x => x.Records) .FirstOrDefault(); if (dataSource != null) { dataSourcesValidation.Add(dataSource!); } } if (dataSources.Count == 0) { throw new Exception($"DataSourcesValidation are empty"); } List allRecords = dataSources .SelectMany(x => x.Records!).ToList(); List allRecordsValidation = dataSources .SelectMany(x => x.Records!).ToList(); foreach (Record baseRecord in dataSources.Last()?.Records!) { List codeRecords = allRecords.Where(x => x.Code!.Substring(1) == baseRecord.Code!.Substring(1)) .ToList(); List codeRecordsValidation = allRecords.Where(x => x.Code!.Substring(1) == baseRecord.Code!.Substring(1)) .ToList(); Record processedRecord = new Record { Id = Guid.NewGuid(), Code = $"19{baseRecord.Code!.Remove(0,1)}", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow }; Record validationRecord = new Record(); for (var i = 1; i < 33; i++) { ProcessHelper.setValue(processedRecord, i, codeRecords.Sum(x => ProcessHelper.getValue(x, i))); ProcessHelper.setValue(validationRecord, i, codeRecordsValidation.Sum(x => ProcessHelper.getValue(x, i))); if ( ProcessHelper.getValue(processedRecord,i) != ProcessHelper.getValue(validationRecord, i)) { throw new Exception($"ValidationError: Code {baseRecord.Code!}, " + $"Value{i} ({ProcessHelper.getValue(processedRecord, i)} | " + $"{ProcessHelper.getValue(validationRecord, i)})"); } } newRecords.Add(processedRecord); } if (isNew) { db.Layers.Add(processedLayer); } else { db.Layers.Update(processedLayer); } controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D")); db.SaveChanges(); } } }