using Google.Apis.Sheets.v4; using Microsoft.AspNetCore.Mvc; using Microsoft.EntityFrameworkCore; using System; using System.Globalization; using WebAPI.Controllers; using WebAPI.Models; namespace WebAPI.dataProcessors { public class T3SingleSourceProcessor { private AppDbContext db; private SpreadsheetsResource.ValuesResource googleSheetValues; private LayersController controller; public T3SingleSourceProcessor( AppDbContext _db, SpreadsheetsResource.ValuesResource _googleSheetValues, LayersController _controller) { db = _db; googleSheetValues = _googleSheetValues; controller = _controller; } public void process(Layer processWorker) { int year = int.Parse(processWorker?.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); int month = int.Parse(processWorker?.Records?.SingleOrDefault(x => x.Code == "Month")?.Desc1!); string? source = processWorker?.Records?.SingleOrDefault(x => x.Code == "Source")?.Desc1; if (source == null) { throw new Exception("Source record not found"); } Layer? sourceImportWorker = db.Layers.SingleOrDefault(x => x.Name == source); if (sourceImportWorker == null) { throw new Exception("SourceImportWorkerL layer not found"); } Layer? processedLayer = db.Layers .Where(x => x.ParentId == processWorker!.Id) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); bool isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Source = "", Type = LayerType.processed, ParentId = processWorker!.Id, Number = db.Layers.Count() + 1, }; processedLayer.Name = $"L{processedLayer.Number}-P-{year}/{month}-{source}-T3"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.Sources = new List(); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; List newRecords = new List(); List dataSources = db.Layers .Include(x => x.Records) .Where(x => x.ParentId == sourceImportWorker.Id && !x.IsDeleted) .OrderBy(x => x.CreatedAt) .ToList(); if (dataSources.Count == 0) { throw new Exception($"DataSources are empty, {sourceImportWorker.Name}"); } List allRecords = dataSources.SelectMany(x => x.Records!).ToList(); foreach (Record baseRecord in dataSources.Last()?.Records!) { List codeRecords = allRecords.Where(x => x.Code == baseRecord.Code).ToList(); Record processedRecord = new Record { Id = Guid.NewGuid(), Code = baseRecord.Code, CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow }; int lastDayInMonth = DateTime.DaysInMonth(year, month); float previousValue = 0; //day 1 float firstVal = codeRecords .Where(x => x.CreatedAt.Date <= new DateTime(year, month, 1)) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault()?.Value1 ?? 0; setValue(processedRecord, 1, firstVal); previousValue = firstVal; //days 2-29/30 for (int i=2; i x.CreatedAt.Day == i && x.CreatedAt.Month == month) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault()?.Value1; if (dayVal == null) { //TODO: missing day value? Should I log it? setValue(processedRecord, i, 0); } else { float processedVal = (dayVal ?? 0) - previousValue; setValue(processedRecord, i, processedVal); previousValue = dayVal ?? 0; } } //last day float? lastVal = codeRecords .Where(x => x.CreatedAt.Date >= new DateTime(year, month, lastDayInMonth)) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault()?.Value1; if (lastVal == null) { setValue(processedRecord, lastDayInMonth, 0); } else { setValue(processedRecord, lastDayInMonth, (lastVal ?? 0) - previousValue); } // copy last value float? valueToCopy = codeRecords .OrderByDescending(x => x.CreatedAt) .FirstOrDefault()?.Value1; setValue(processedRecord, 32, valueToCopy); newRecords.Add(processedRecord); } if (isNew) { db.Layers.Add(processedLayer); } else { db.Layers.Update(processedLayer); } controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D")); db.SaveChanges(); } private void setValue(Record record, int number, float? value) { switch (number) { case 1: record.Value1 = value; break; case 2: record.Value2 = value; break; case 3: record.Value3 = value; break; case 4: record.Value4 = value; break; case 5: record.Value5 = value; break; case 6: record.Value6 = value; break; case 7: record.Value7 = value; break; case 8: record.Value8 = value; break; case 9: record.Value9 = value; break; case 10: record.Value10 = value; break; case 11: record.Value11 = value; break; case 12: record.Value12 = value; break; case 13: record.Value13 = value; break; case 14: record.Value14 = value; break; case 15: record.Value15 = value; break; case 16: record.Value16 = value; break; case 17: record.Value17 = value; break; case 18: record.Value18 = value; break; case 19: record.Value19 = value; break; case 20: record.Value20 = value; break; case 21: record.Value21 = value; break; case 22: record.Value22 = value; break; case 23: record.Value23 = value; break; case 24: record.Value24 = value; break; case 25: record.Value25 = value; break; case 26: record.Value26 = value; break; case 27: record.Value27 = value; break; case 28: record.Value28 = value; break; case 29: record.Value29 = value; break; case 30: record.Value30 = value; break; case 31: record.Value31 = value; break; case 32: record.Value32 = value; break; } } } }