using System.Globalization; using Google.Apis.Sheets.v4; using Google.Apis.Sheets.v4.Data; using Microsoft.EntityFrameworkCore; using Microsoft.Extensions.Logging; using DiunaBI.Core.Models; using DiunaBI.Database.Context; using DiunaBI.Core.Services; namespace DiunaBI.Plugins.Morska.Processors; public class T4R2Processor : MorskaBaseProcessor { public override string ProcessorType => "T4.R2"; private readonly AppDbContext _db; private readonly SpreadsheetsResource.ValuesResource _googleSheetValues; private readonly ILogger _logger; public T4R2Processor( AppDbContext db, SpreadsheetsResource.ValuesResource googleSheetValues, ILogger logger) { _db = db; _googleSheetValues = googleSheetValues; _logger = logger; } public override void Process(Layer processWorker) { _logger.LogInformation("T4R2: Starting processing for {ProcessWorkerName} ({ProcessWorkerId})", processWorker.Name, processWorker.Id); var year = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); var sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); if (sources!.Count == 0) { throw new Exception("Source record not found"); } var layerName = processWorker.Records?.SingleOrDefault(x => x.Code == "LayerName")?.Desc1; if (layerName == null) { throw new Exception("LayerName record not found"); } var processedLayer = _db.Layers .Where(x => x.ParentId == processWorker.Id && !x.IsDeleted && !x.IsCancelled) .OrderByDescending(x => x.CreatedAt) .FirstOrDefault(); var isNew = false; if (processedLayer == null) { isNew = true; processedLayer = new Layer { Id = Guid.NewGuid(), Type = LayerType.Processed, ParentId = processWorker.Id, Number = _db.Layers.Count() + 1 }; processedLayer.Name = $"L{processedLayer.Number}-{layerName}"; processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.CreatedAt = DateTime.UtcNow; processedLayer.ModifiedAt = DateTime.UtcNow; } processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); processedLayer.ModifiedAt = DateTime.UtcNow; var newRecords = new List(); foreach (var source in sources) { var rawSourceCodes = processWorker.Records?.SingleOrDefault(x => x.Code == $"Codes-{source.Desc1}") ?.Desc1; var sourceCodes = new List(); if (rawSourceCodes != null) { sourceCodes = ProcessHelper.ParseCodes(rawSourceCodes); } List lastSourceCodes = []; for (var month = 1; month <= 12; month++) { if ((year == DateTime.UtcNow.Year && month <= DateTime.UtcNow.Month) || year < DateTime.UtcNow.Year) { var monthCopy = month; var dataSource = _db.Layers.Where(x => x.Type == LayerType.Processed && !x.IsDeleted && !x.IsCancelled && x.Name != null && x.Name.Contains($"{year}/{monthCopy:D2}-{source.Desc1}-T") ) .Include(x => x.Records) .AsNoTracking() .FirstOrDefault(); if (dataSource != null) { lastSourceCodes = dataSource.Records!.Select(x => x.Code!).ToList(); var news = dataSource.Records! .Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!))) .Select(x => { var newRecord = new Record { Id = Guid.NewGuid(), Code = $"{x.Code}{month:D2}", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow, Value1 = source.Desc1 != "FK2" ? x.Value32 : x.Value1, Desc1 = x.Desc1 }; return newRecord; } ).ToList(); newRecords.AddRange(news); } else { _logger.LogWarning("T4R2: Data source {DataSource} not found. Process: {ProcessName} ({ProcessId})", $"{year}/{month:D2}-{source.Desc1}-T3", processWorker.Name, processWorker.Id); } } else { //0 values for future months if (source.Desc1 == "FK2" || lastSourceCodes.Count <= 0) continue; var news = lastSourceCodes .Where(x => sourceCodes.Contains(int.Parse(x))) .Select(x => { var newRecord = new Record { Id = Guid.NewGuid(), Code = $"{x}{month:D2}", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow, Value1 = 0, }; return newRecord; } ).ToList(); newRecords.AddRange(news); } } // year summary var dataSourceSum = _db.Layers.Where(x => x.Type == LayerType.Processed && !x.IsDeleted && !x.IsCancelled && x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T") ) .Include(x => x.Records) .AsNoTracking() .FirstOrDefault(); if (dataSourceSum != null) { var news = dataSourceSum.Records! .Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!))) .Select(x => { var newRecord = new Record { Id = Guid.NewGuid(), Code = $"{x.Code}13", CreatedAt = DateTime.UtcNow, ModifiedAt = DateTime.UtcNow, Value1 = x.Value32 }; return newRecord; } ).ToList(); newRecords.AddRange(news); } else { _logger.LogWarning("T4R2: Data source {DataSource} not found. Process: {ProcessName} ({ProcessId})", $"{year}/13-{source.Desc1}-T3", processWorker.Name, processWorker.Id); } } if (isNew) { _db.Layers.Add(processedLayer); } else { _db.Layers.Update(processedLayer); } SaveRecords(processedLayer.Id, newRecords); _db.SaveChanges(); var reportSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName")?.Desc1; if (reportSheetName == null) { throw new Exception("GoogleSheetName record not found"); } var invoicesSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName-Invoices")?.Desc1; if (invoicesSheetName == null) { throw new Exception("GoogleSheetName-Invoices record not found"); } UpdateReport(processedLayer.Id, reportSheetName, invoicesSheetName); _logger.LogInformation("T4R2: Successfully completed processing for {ProcessWorkerName} ({ProcessWorkerId})", processWorker.Name, processWorker.Id); } private void SaveRecords(Guid layerId, ICollection records) { var toDelete = _db.Records.Where(x => x.LayerId == layerId).ToList(); if (toDelete.Count > 0) { _db.Records.RemoveRange(toDelete); } foreach (var record in records) { record.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.CreatedAt = DateTime.UtcNow; record.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); record.ModifiedAt = DateTime.UtcNow; record.LayerId = layerId; _db.Records.Add(record); } _logger.LogDebug("T4R2: Saved {RecordCount} records for layer {LayerId}", records.Count, layerId); } private void UpdateReport(Guid sourceId, string reportSheetName, string invoicesSheetName) { const string sheetId = "1FsUmk_YRIeeGzFCX9tuUJCaLyRtjutX2ZGAEU1DMfJQ"; var request = _googleSheetValues.Get(sheetId, "C4:Z4"); var response = request.Execute(); var r2 = _db.Layers .Where(x => x.Id == sourceId && !x.IsDeleted && !x.IsCancelled) .Include(x => x.Records) .AsNoTracking() .FirstOrDefault(); const int startRow = 6; var codesRow = response.Values[0]; for (var i = 1; i <= 12; i++) { var values = new List(); var month = i < 10 ? $"0{i}" : i.ToString(); var row = (startRow + i).ToString(); foreach (string code in codesRow) { var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}"); if (record != null) { values.Add(record.Value1!.Value); } else { values.Add("0"); } } var valueRange = new ValueRange { Values = new List> { values } }; var update = _googleSheetValues.Update(valueRange, sheetId, $"{reportSheetName}!C{row}:XZ{row}"); update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; update.Execute(); } // sum var valuesSum = new List(); var emptyRow = new List(); var rowEmpty = (startRow + 13).ToString(); var rowSum = (startRow + 14).ToString(); foreach (string code in codesRow) { var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}13"); emptyRow.Add(""); if (record != null) { valuesSum.Add(record.Value1!.Value); } else { valuesSum.Add("0"); } } // insert empty row before sum var valueRangeEmpty = new ValueRange { Values = new List> { emptyRow } }; var updateEmpty = _googleSheetValues.Update(valueRangeEmpty, sheetId, $"{reportSheetName}!C{rowEmpty}:XZ{rowEmpty}"); updateEmpty.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateEmpty.Execute(); var valueRangeSum = new ValueRange { Values = new List> { valuesSum } }; var updateSum = _googleSheetValues.Update(valueRangeSum, sheetId, $"{reportSheetName}!C{rowSum}:XZ{rowSum}"); updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateSum.Execute(); // update time var timeUtc = new List { r2!.ModifiedAt.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL")) }; var valueRangeUtcTime = new ValueRange { Values = new List> { timeUtc } }; var updateTimeUtc = _googleSheetValues.Update(valueRangeUtcTime, sheetId, $"{reportSheetName}!G1"); updateTimeUtc.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateTimeUtc.Execute(); var warsawTimeZone = TimeZoneInfo.FindSystemTimeZoneById("Central European Standard Time"); var warsawTime = TimeZoneInfo.ConvertTimeFromUtc(r2.ModifiedAt.ToUniversalTime(), warsawTimeZone); var timeWarsaw = new List { warsawTime.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL")) }; var valueRangeWarsawTime = new ValueRange { Values = new List> { timeWarsaw } }; var updateTimeWarsaw = _googleSheetValues.Update(valueRangeWarsawTime, sheetId, $"{reportSheetName}!G2"); updateTimeWarsaw.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateTimeWarsaw.Execute(); //invoices var invoices = r2.Records!.Where(x => x.Code!.Length == 12) .OrderByDescending(x => x.Code); var invoicesValues = new List>(); var cleanUpValues = new List>(); foreach (var invoice in invoices) { var invoiceDate = DateTime.ParseExact(invoice.Code!.Substring(0, 8), "yyyyMMdd", CultureInfo.InvariantCulture) .ToString("dd.MM.yyyy", CultureInfo.GetCultureInfo("pl-PL")); var invoiceRow = new List { invoiceDate, "", invoice.Desc1!, invoice.Value1! }; invoicesValues.Add(invoiceRow); var cleanupRow = new List { "", "", "", "" }; cleanUpValues.Add(cleanupRow); } var cleanupValueRange = new ValueRange { Values = cleanUpValues }; var cleanupInvoices = _googleSheetValues.Update(cleanupValueRange, sheetId, $"{invoicesSheetName}!A6:E"); cleanupInvoices.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; cleanupInvoices.Execute(); var invoicesValueRange = new ValueRange { Values = invoicesValues }; var updateInvoices = _googleSheetValues.Update(invoicesValueRange, sheetId, $"{invoicesSheetName}!A6:E"); updateInvoices.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; updateInvoices.Execute(); } }