DiunaBI/src/Backend/DiunaBI.Plugins.Morska/Processors/T4R2Processor.cs

using System.Globalization;
using Google.Apis.Sheets.v4;
using Google.Apis.Sheets.v4.Data;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging;
using DiunaBI.Core.Models;
using DiunaBI.Database.Context;
using DiunaBI.Core.Services;


namespace DiunaBI.Plugins.Morska.Processors;

public class T4R2Processor : MorskaBaseProcessor
{
    public override string ProcessorType => "T4.R2";

    private readonly AppDbContext _db;
    private readonly SpreadsheetsResource.ValuesResource _googleSheetValues;
    private readonly ILogger<T4R2Processor> _logger;

    public T4R2Processor(
        AppDbContext db,
        SpreadsheetsResource.ValuesResource googleSheetValues,
        ILogger<T4R2Processor> logger)
    {
        _db = db;
        _googleSheetValues = googleSheetValues;
        _logger = logger;
    }

    public override void Process(Layer processWorker)
    {
        _logger.LogInformation("T4R2: Starting processing for {ProcessWorkerName} ({ProcessWorkerId})", 
            processWorker.Name, processWorker.Id);

        var year = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
        var sources = processWorker.Records?.Where(x => x.Code == "Source").ToList();
        if (sources!.Count == 0)
        {
            throw new Exception("Source record not found");
        }

        var layerName = processWorker.Records?.SingleOrDefault(x => x.Code == "LayerName")?.Desc1;
        if (layerName == null)
        {
            throw new Exception("LayerName record not found");
        }

        var processedLayer = _db.Layers
            .Where(x => x.ParentId == processWorker.Id
                        && !x.IsDeleted && !x.IsCancelled)
            .OrderByDescending(x => x.CreatedAt)
            .FirstOrDefault();

        var isNew = false;
        if (processedLayer == null)
        {
            isNew = true;
            processedLayer = new Layer
            {
                Id = Guid.NewGuid(),
                Type = LayerType.Processed,
                ParentId = processWorker.Id,
                Number = _db.Layers.Count() + 1
            };
            processedLayer.Name = $"L{processedLayer.Number}-{layerName}";
            processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            processedLayer.CreatedAt = DateTime.UtcNow;
            processedLayer.ModifiedAt = DateTime.UtcNow;
        }

        processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
        processedLayer.ModifiedAt = DateTime.UtcNow;


        var newRecords = new List<Record>();

        foreach (var source in sources)
        {
            var rawSourceCodes = processWorker.Records?.SingleOrDefault(x => x.Code == $"Codes-{source.Desc1}")
                ?.Desc1;
            var sourceCodes = new List<int>();
            if (rawSourceCodes != null)
            {
                sourceCodes = ProcessHelper.ParseCodes(rawSourceCodes);
            }

            List<string> lastSourceCodes = [];

            for (var month = 1; month <= 12; month++)
            {
                if ((year == DateTime.UtcNow.Year && month <= DateTime.UtcNow.Month) || year < DateTime.UtcNow.Year)
                {
                    var monthCopy = month;
                    var dataSource = _db.Layers.Where(x =>
                            x.Type == LayerType.Processed &&
                            !x.IsDeleted && !x.IsCancelled &&
                            x.Name != null && x.Name.Contains($"{year}/{monthCopy:D2}-{source.Desc1}-T")
                        )
                        .Include(x => x.Records)
                        .AsNoTracking()
                        .FirstOrDefault();
                    if (dataSource != null)
                    {
                        lastSourceCodes = dataSource.Records!.Select(x => x.Code!).ToList();
                        var news = dataSource.Records!
                            .Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!)))
                            .Select(x =>
                                {
                                    var newRecord = new Record
                                    {
                                        Id = Guid.NewGuid(),
                                        Code = $"{x.Code}{month:D2}",
                                        CreatedAt = DateTime.UtcNow,
                                        ModifiedAt = DateTime.UtcNow,
                                        Value1 = source.Desc1 != "FK2" ? x.Value32 : x.Value1,
                                        Desc1 = x.Desc1
                                    };
                                    return newRecord;
                                }
                            ).ToList();
                        newRecords.AddRange(news);
                    }
                    else
                    {
                        _logger.LogWarning("T4R2: Data source {DataSource} not found. Process: {ProcessName} ({ProcessId})", 
                            $"{year}/{month:D2}-{source.Desc1}-T3", processWorker.Name, processWorker.Id);
                    }
                }
                else
                {
                    //0 values for future months
                    if (source.Desc1 == "FK2" || lastSourceCodes.Count <= 0) continue;
                    var news = lastSourceCodes
                        .Where(x => sourceCodes.Contains(int.Parse(x)))
                        .Select(x =>
                            {
                                var newRecord = new Record
                                {
                                    Id = Guid.NewGuid(),
                                    Code = $"{x}{month:D2}",
                                    CreatedAt = DateTime.UtcNow,
                                    ModifiedAt = DateTime.UtcNow,
                                    Value1 = 0,
                                };
                                return newRecord;
                            }
                        ).ToList();
                    newRecords.AddRange(news);
                }
            }

            // year summary
            var dataSourceSum = _db.Layers.Where(x =>
                    x.Type == LayerType.Processed &&
                    !x.IsDeleted && !x.IsCancelled &&
                    x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T")
                )
                .Include(x => x.Records)
                .AsNoTracking()
                .FirstOrDefault();
            if (dataSourceSum != null)
            {
                var news = dataSourceSum.Records!
                    .Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!)))
                    .Select(x =>
                        {
                            var newRecord = new Record
                            {
                                Id = Guid.NewGuid(),
                                Code = $"{x.Code}13",
                                CreatedAt = DateTime.UtcNow,
                                ModifiedAt = DateTime.UtcNow,
                                Value1 = x.Value32
                            };
                            return newRecord;
                        }
                    ).ToList();
                newRecords.AddRange(news);
            }
            else
            {
                _logger.LogWarning("T4R2: Data source {DataSource} not found. Process: {ProcessName} ({ProcessId})", 
                    $"{year}/13-{source.Desc1}-T3", processWorker.Name, processWorker.Id);
            }
        }

        if (isNew)
        {
            _db.Layers.Add(processedLayer);
        }
        else
        {
            _db.Layers.Update(processedLayer);
        }

        SaveRecords(processedLayer.Id, newRecords);
        _db.SaveChanges();

        var reportSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName")?.Desc1;
        if (reportSheetName == null)
        {
            throw new Exception("GoogleSheetName record not found");
        }

        var invoicesSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName-Invoices")?.Desc1;
        if (invoicesSheetName == null)
        {
            throw new Exception("GoogleSheetName-Invoices record not found");
        }

        UpdateReport(processedLayer.Id, reportSheetName, invoicesSheetName);

        _logger.LogInformation("T4R2: Successfully completed processing for {ProcessWorkerName} ({ProcessWorkerId})", 
            processWorker.Name, processWorker.Id);
    }

    private void SaveRecords(Guid layerId, ICollection<Record> records)
    {
        var toDelete = _db.Records.Where(x => x.LayerId == layerId).ToList();
        if (toDelete.Count > 0)
        {
            _db.Records.RemoveRange(toDelete);
        }

        foreach (var record in records)
        {
            record.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            record.CreatedAt = DateTime.UtcNow;
            record.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            record.ModifiedAt = DateTime.UtcNow;
            record.LayerId = layerId;
            _db.Records.Add(record);
        }

        _logger.LogDebug("T4R2: Saved {RecordCount} records for layer {LayerId}", records.Count, layerId);
    }

    private void UpdateReport(Guid sourceId, string reportSheetName, string invoicesSheetName)
    {
        const string sheetId = "1FsUmk_YRIeeGzFCX9tuUJCaLyRtjutX2ZGAEU1DMfJQ";
        var request = _googleSheetValues.Get(sheetId, "C4:Z4");
        var response = request.Execute();

        var r2 = _db.Layers
            .Where(x => x.Id == sourceId && !x.IsDeleted && !x.IsCancelled)
            .Include(x => x.Records)
            .AsNoTracking()
            .FirstOrDefault();

        const int startRow = 6;

        var codesRow = response.Values[0];
        for (var i = 1; i <= 12; i++)
        {
            var values = new List<object>();
            var month = i < 10 ? $"0{i}" : i.ToString();
            var row = (startRow + i).ToString();
            foreach (string code in codesRow)
            {
                var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}");
                if (record != null)
                {
                    values.Add(record.Value1!.Value);
                }
                else
                {
                    values.Add("0");
                }
            }
            var valueRange = new ValueRange
            {
                Values = new List<IList<object>> { values }
            };
            var update = _googleSheetValues.Update(valueRange, sheetId, $"{reportSheetName}!C{row}:XZ{row}");
            update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
            update.Execute();
        }

        // sum 
        var valuesSum = new List<object>();
        var emptyRow = new List<object>();
        var rowEmpty = (startRow + 13).ToString();
        var rowSum = (startRow + 14).ToString();
        foreach (string code in codesRow)
        {
            var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}13");
            emptyRow.Add("");
            if (record != null)
            {
                valuesSum.Add(record.Value1!.Value);
            }
            else
            {
                valuesSum.Add("0");
            }
        }
        // insert empty row before sum
        var valueRangeEmpty = new ValueRange
        {
            Values = new List<IList<object>> { emptyRow }
        };
        var updateEmpty = _googleSheetValues.Update(valueRangeEmpty, sheetId, $"{reportSheetName}!C{rowEmpty}:XZ{rowEmpty}");
        updateEmpty.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        updateEmpty.Execute();

        var valueRangeSum = new ValueRange
        {
            Values = new List<IList<object>> { valuesSum }
        };
        var updateSum = _googleSheetValues.Update(valueRangeSum, sheetId, $"{reportSheetName}!C{rowSum}:XZ{rowSum}");
        updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        updateSum.Execute();

        // update time 
        var timeUtc = new List<object>
        {
            r2!.ModifiedAt.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL"))
        };
        var valueRangeUtcTime = new ValueRange
        {
            Values = new List<IList<object>> { timeUtc }
        };
        var updateTimeUtc = _googleSheetValues.Update(valueRangeUtcTime, sheetId, $"{reportSheetName}!G1");
        updateTimeUtc.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        updateTimeUtc.Execute();

        var warsawTimeZone = TimeZoneInfo.FindSystemTimeZoneById("Central European Standard Time");
        var warsawTime = TimeZoneInfo.ConvertTimeFromUtc(r2.ModifiedAt.ToUniversalTime(), warsawTimeZone);
        var timeWarsaw = new List<object>
        {
            warsawTime.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL"))
        };
        var valueRangeWarsawTime = new ValueRange
        {
            Values = new List<IList<object>> { timeWarsaw }
        };
        var updateTimeWarsaw = _googleSheetValues.Update(valueRangeWarsawTime, sheetId, $"{reportSheetName}!G2");
        updateTimeWarsaw.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        updateTimeWarsaw.Execute();

        //invoices

        var invoices = r2.Records!.Where(x => x.Code!.Length == 12)
            .OrderByDescending(x => x.Code);

        var invoicesValues = new List<IList<object>>();
        var cleanUpValues = new List<IList<object>>();
        foreach (var invoice in invoices)
        {
            var invoiceDate =
                DateTime.ParseExact(invoice.Code!.Substring(0, 8), "yyyyMMdd", CultureInfo.InvariantCulture)
                    .ToString("dd.MM.yyyy", CultureInfo.GetCultureInfo("pl-PL"));
            var invoiceRow = new List<object>
            {
                invoiceDate,
                "",
                invoice.Desc1!,
                invoice.Value1!
            };
            invoicesValues.Add(invoiceRow);

            var cleanupRow = new List<object>
            {
                "", "", "", ""
            };
            cleanUpValues.Add(cleanupRow);
        }


        var cleanupValueRange = new ValueRange { Values = cleanUpValues };
        var cleanupInvoices = _googleSheetValues.Update(cleanupValueRange, sheetId, $"{invoicesSheetName}!A6:E");
        cleanupInvoices.ValueInputOption =
            SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        cleanupInvoices.Execute();


        var invoicesValueRange = new ValueRange { Values = invoicesValues };
        var updateInvoices = _googleSheetValues.Update(invoicesValueRange, sheetId, $"{invoicesSheetName}!A6:E");
        updateInvoices.ValueInputOption =
            SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
        updateInvoices.Execute();

    }
}