using DiunaBIWebAPI.dataProcessors; using Google.Apis.Sheets.v4; using Google.Apis.Sheets.v4.Data; using Microsoft.EntityFrameworkCore; using WebAPI.Controllers; using WebAPI.Models; namespace WebAPI.dataProcessors { public class T3R1Processor { private readonly AppDbContext db; private readonly SpreadsheetsResource.ValuesResource googleSheetValues; private readonly LayersController controller; private readonly LogsController logsController; public T3R1Processor( AppDbContext _db, SpreadsheetsResource.ValuesResource _googleSheetValues, LayersController _controller, LogsController _logsController) { db = _db; googleSheetValues = _googleSheetValues; controller = _controller; logsController = _logsController; } public void process(Layer processWorker) { int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); List? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); if (sources!.Count() == 0) { throw new Exception("Source record not found"); } string? codes = processWorker.Records?.SingleOrDefault(x => x.Code == "Codes")?.Desc1; if (codes == null) { throw new Exception("Codes record not found"); } List codesList = ProcessHelper.parseCodes(codes); Layer? processedLayer = db.Layers .Where(x => x.ParentId == processWorker!.Id && !x.IsDeleted) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); bool isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Source = "", Type = LayerType.processed, ParentId = processWorker!.Id, Number = db.Layers.Count() + 1, }; processedLayer.Name = $"L{processedLayer.Number}-P-{year}-R1-T1"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.Sources = new List(); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; List dataSources = new List(); foreach (Record source in sources!) { for (int month = 1; month <= DateTime.UtcNow.Month; month++) { Layer? dataSource = db.Layers.Where(x => x.Type == LayerType.processed && !x.IsDeleted && x.Name != null && x.Name.Contains($"{year}/{month}-{source.Desc1}-T3") ) .Include(x => x.Records) .FirstOrDefault(); if (dataSource != null) { dataSources.Add(dataSource); } else { logsController.AddEntry(new LogEntry { Title = $"{processWorker!.Name}, {processWorker.Id}", Type = LogEntryType.warning, LogType = LogType.process, Message = $"Data source {year}/{month}-{source.Desc1}-T3 not found", CreatedAt = DateTime.UtcNow }); } } // year summary Layer? dataSourceSum = db.Layers.Where(x => x.Type == LayerType.processed && !x.IsDeleted && x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T3") ) .Include(x => x.Records) .FirstOrDefault(); if (dataSourceSum != null) { dataSources.Add(dataSourceSum); } else { logsController.AddEntry(new LogEntry { Title = $"{processWorker!.Name}, {processWorker.Id}", Type = LogEntryType.warning, LogType = LogType.process, Message = $"Data source {year}/13-{source.Desc1}-T3 not found", CreatedAt = DateTime.UtcNow }); } } if (dataSources.Count == 0) { throw new Exception($"DataSources are empty"); } List newRecords = dataSources .SelectMany(x => x.Records!) .Where(x => codesList.Contains(int.Parse(x.Code!))) .Select(x => { Layer? layer = dataSources.SingleOrDefault(y => y.Id == x.LayerId); string postFix = layer!.Name!.Split("/")[1].Split("-")[0]; if (postFix.Length == 1) { postFix = "0" + postFix; } Record newRecord = new Record { Id = Guid.NewGuid(), Code = x.Code + postFix, CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow, Value1 = x.Value32 }; return newRecord; }) .ToList(); if (isNew) { db.Layers.Add(processedLayer); } else { db.Layers.Update(processedLayer); } controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D")); db.SaveChanges(); updateReport(); } public void updateReport() { string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA"; string sheetName = "Raport_R1_Eksport"; SpreadsheetsResource.ValuesResource.GetRequest request = googleSheetValues.Get(sheetId, "C4:EX4"); var response = request.Execute(); Layer? R1 = db.Layers .Where(x => x.Number == 1205) .Include(x => x.Records) .FirstOrDefault(); int startRow = 6; var codesRow = response.Values[0]; for (int i = 1; i <= DateTime.UtcNow.Month; i++) { List values = new List(); string month = i < 10 ? $"0{i}" : i.ToString(); string row = (startRow + i).ToString(); foreach (string code in codesRow) { Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}"); if (record != null) { values.Add(record.Value1!.Value); } else { values.Add("0"); } } ValueRange ValueRange = new ValueRange { Values = new List> { values } }; SpreadsheetsResource.ValuesResource.UpdateRequest update = googleSheetValues.Update(ValueRange, sheetId, $"{sheetName}!C{row}:XZ{row}"); update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; update.Execute(); } // sum List valuesSum = new List(); List emptyRow = new List(); string rowEmpty = (startRow + DateTime.UtcNow.Month + 1).ToString(); string rowSum = (startRow + DateTime.UtcNow.Month + 2).ToString(); foreach (string code in codesRow) { Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}13"); emptyRow.Add(""); if (record != null) { valuesSum.Add(record.Value1!.Value); } else { valuesSum.Add("0"); } } // insert empty row before sum ValueRange valueRangeEmpty = new ValueRange { Values = new List> { emptyRow } }; SpreadsheetsResource.ValuesResource.UpdateRequest updateEmpty = googleSheetValues.Update(valueRangeEmpty, sheetId, $"{sheetName}!C{rowEmpty}:XZ{rowEmpty}"); updateEmpty.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateEmpty.Execute(); ValueRange ValueRangeSum = new ValueRange { Values = new List> { valuesSum } }; SpreadsheetsResource.ValuesResource.UpdateRequest updateSum = googleSheetValues.Update(ValueRangeSum, sheetId, $"{sheetName}!C{rowSum}:XZ{rowSum}"); updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateSum.Execute(); } } }