using System.Globalization; using Google.Apis.Sheets.v4; using Google.Apis.Sheets.v4.Data; using Microsoft.EntityFrameworkCore; using DiunaBI.Core.Models; using DiunaBI.Core.Database.Context; using DiunaBI.Core.Services; using DiunaBI.Core.Services.Calculations; using Microsoft.Extensions.Logging; namespace DiunaBI.Plugins.Morska.Processors; public class T1R1Processor : MorskaBaseProcessor { public override string ProcessorType => "T1.R1"; private readonly AppDbContext _db; private readonly SpreadsheetsResource.ValuesResource _googleSheetValues; private readonly ILogger _logger; public T1R1Processor( AppDbContext db, SpreadsheetsResource.ValuesResource googleSheetValues, ILogger logger) { _db = db; _googleSheetValues = googleSheetValues; _logger = logger; } public override void Process(Layer processWorker) { var year = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); var sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); if (sources!.Count == 0) { throw new Exception("Source record not found"); } var processedLayer = _db.Layers .Where(x => x.ParentId == processWorker.Id && !x.IsDeleted && !x.IsCancelled) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); var isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Type = LayerType.Processed, ParentId = processWorker.Id, Number = _db.Layers.Count() + 1 }; processedLayer.Name = $"L{processedLayer.Number}-P-{year}-R1-T1"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; var dynamicCodes = processWorker.Records?.Where(x => x.Code!.Contains("DynamicCode-")) .OrderBy(x => int.Parse(x.Code!.Split('-')[1])) .ToList(); var newRecords = new List(); for (var month = 1; month < 14; month++) { if (year > DateTime.UtcNow.Year || ((year == DateTime.UtcNow.Year && month > DateTime.UtcNow.Month && month != 13))) { continue; } var records = new List(); foreach (var source in sources) { var monthCopy = month; var dataSource = _db.Layers.Where(x => x.Type == LayerType.Processed && !x.IsDeleted && !x.IsCancelled && x.Name != null && x.Name.Contains($"{year}/{monthCopy:D2}-{source.Desc1}-T3") ).Include(x => x.Records) .AsNoTracking() .FirstOrDefault(); if (dataSource == null) { throw new Exception($"Source layer {year}/{monthCopy}-{source.Desc1}-T3 not found."); } var codesRecord = processWorker.Records?.Where(x => x.Code == $"Codes-{source.Desc1}").FirstOrDefault(); if (codesRecord != null) { var codes = ProcessHelper.ParseCodes(codesRecord.Desc1!); records.AddRange(dataSource.Records!.Where(x => codes.Contains(int.Parse(x.Code!)))); } else { records.AddRange(dataSource.Records!); } } if (dynamicCodes != null) { foreach (var dynamicCode in dynamicCodes) { try { if (dynamicCode.Desc1 == null) { _logger.LogWarning("T1R1: Formula in Record {RecordId} is missing. Process: {ProcessName} ({ProcessId})", dynamicCode.Id, processWorker.Name, processWorker.Id); continue; } var calc = new BaseCalc(dynamicCode.Desc1); if (!calc.IsFormulaCorrect()) { _logger.LogWarning("T1R1: Formula {Expression} in Record {RecordId} is not correct. Process: {ProcessName} ({ProcessId})", calc.Expression, dynamicCode.Id, processWorker.Name, processWorker.Id); continue; } try { records.Add(calc.CalculateT1(records)); } catch (Exception e) { _logger.LogWarning(e, "T1R1: Formula {Expression} in Record {RecordId} calculation error. Process: {ProcessName} ({ProcessId})", calc.Expression, dynamicCode.Id, processWorker.Name, processWorker.Id); } } catch (Exception e) { _logger.LogWarning(e, "T1R1: Calculation error for DynamicCode {RecordId}. Process: {ProcessName} ({ProcessId})", dynamicCode.Id, processWorker.Name, processWorker.Id); } } } newRecords.AddRange(records.Select(x => new Record { Id = Guid.NewGuid(), Code = $"{x.Code}{month:D2}", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow, Value1 = x.Value32 } )); } if (isNew) { _db.Layers.Add(processedLayer); } else { _db.Layers.Update(processedLayer); } SaveRecords(processedLayer.Id, newRecords); _db.SaveChanges(); var sheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName")?.Desc1; if (sheetName == null) { throw new Exception("GoogleSheetName record not found"); } UpdateReport(processedLayer.Id, sheetName); } private void SaveRecords(Guid layerId, ICollection records) { var toDelete = _db.Records.Where(x => x.LayerId == layerId).ToList(); if (toDelete.Count > 0) { _db.Records.RemoveRange(toDelete); } foreach (var record in records) { record.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.CreatedAt = DateTime.UtcNow; record.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.ModifiedAt = DateTime.UtcNow; record.LayerId = layerId; _db.Records.Add(record); } _logger.LogDebug("T3MultiSourceSummary: Saved {RecordCount} records for layer {LayerId}", records.Count, layerId); } private void UpdateReport(Guid sourceId, string sheetName) { const string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA"; var request = _googleSheetValues.Get(sheetId, $"{sheetName}!C4:DC4"); var response = request.Execute(); var r1 = _db.Layers .Where(x => x.Id == sourceId) .Include(x => x.Records) .AsNoTracking() .FirstOrDefault(); var codesRow = response.Values[0]; var valueRange = new ValueRange { Values = new List>() }; for (var i = 1; i <= 12; i++) { var values = new List(); foreach (string code in codesRow) { var record = r1!.Records?.SingleOrDefault(x => x.Code == $"{code}{i:D2}"); if (record != null) { values.Add(record.Value1!.Value); } else { values.Add("0"); } } valueRange.Values.Add(values); } // sum var valuesSum = new List(); var emptyRow = new List(); foreach (string code in codesRow) { var record = r1!.Records?.SingleOrDefault(x => x.Code == $"{code}13"); emptyRow.Add(""); if (record != null) { valuesSum.Add(record.Value1!.Value); } else { valuesSum.Add("0"); } } valueRange.Values.Add(emptyRow); valueRange.Values.Add(valuesSum); var update = _googleSheetValues.Update(valueRange, sheetId, $"{sheetName}!C7:DC20"); update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; update.Execute(); // update time var timeUtc = new List { r1!.ModifiedAt.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL")) }; var warsawTimeZone = TimeZoneInfo.FindSystemTimeZoneById("Central European Standard Time"); var warsawTime = TimeZoneInfo.ConvertTimeFromUtc(r1.ModifiedAt.ToUniversalTime(), warsawTimeZone); var timeWarsaw = new List { warsawTime.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL")) }; var valueRangeTime = new ValueRange { Values = new List>() }; valueRangeTime.Values.Add(timeUtc); valueRangeTime.Values.Add(timeWarsaw); var updateTimeUtc = _googleSheetValues.Update(valueRangeTime, sheetId, $"{sheetName}!G1:G2"); updateTimeUtc.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateTimeUtc.Execute(); } }