DiunaBI/WebAPI/dataProcessors/t3.MultiSourceYearSummary.processor.cs

using DiunaBIWebAPI.dataProcessors;
using Google.Apis.Sheets.v4;
using Microsoft.EntityFrameworkCore;
using WebAPI.Calculator;
using WebAPI.Controllers;
using WebAPI.Models;

namespace WebAPI.dataProcessors
{
    public class T3MultiSourceYearSummaryProcessor
    {
        private readonly AppDbContext db;
        private readonly SpreadsheetsResource.ValuesResource googleSheetValues;
        private readonly LayersController controller;
        private readonly LogsController logsController;

        public T3MultiSourceYearSummaryProcessor(
            AppDbContext _db,
            SpreadsheetsResource.ValuesResource _googleSheetValues,
            LayersController _controller,
            LogsController _logsController)
        {
            db = _db;
            googleSheetValues = _googleSheetValues;
            controller = _controller;
            logsController = _logsController;
        }

        public void process(Layer processWorker)
        {
            int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
            List<Record>? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList();
            if (sources!.Count() == 0)
            {
                throw new Exception("Source record not found");
            }

            Layer? processedLayer = db.Layers
                                    .Where(x => x.ParentId == processWorker!.Id
                                                && !x.IsDeleted)
                                    .OrderByDescending(x => x.CreatedAt)
                                    .FirstOrDefault();

            bool isNew = false;
            if (processedLayer == null)
            {
                isNew = true;
                processedLayer = new Layer
                {
                    Id = Guid.NewGuid(),
                    Source = "",
                    Type = LayerType.processed,
                    ParentId = processWorker!.Id,
                    Number = db.Layers.Count() + 1,
                };
                processedLayer.Name = $"L{processedLayer.Number}-P-{year}/13-AA-T3";
                processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
                processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
                processedLayer.CreatedAt = DateTime.UtcNow;
                processedLayer.ModifiedAt = DateTime.UtcNow;
            }
            processedLayer.Sources = new List<ProcessSource>();
            processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            processedLayer.ModifiedAt = DateTime.UtcNow;

            List<Record> newRecords = new List<Record>();

            List<Layer> dataSources = new List<Layer>();
            foreach (Record source in sources!)
            {
                Layer? dataSource = db.Layers.Where(x =>
                    x.Type == LayerType.processed &&
                    !x.IsDeleted &&
                    x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T3")
                    )
                    .Include(x => x.Records)
                    .FirstOrDefault();
                if (dataSource != null)
                {
                    dataSources.Add(dataSource);
                }
            }
            if (dataSources.Count == 0)
            {
                throw new Exception($"DataSources are empty");
            }

            List<Layer> dataSourcesValidation = new List<Layer>();
            for (int i = 1; i < 13; i++)
            {
                Layer? dataSource = db.Layers.Where(x =>
                    x.Type == LayerType.processed
                    && !x.IsDeleted
                    && x.Name!=null && x.Name.Contains($"{year}/{i}-AA-T3"))
                    .Include(x => x.Records)
                    .FirstOrDefault();
                if (dataSource != null)
                {
                    dataSourcesValidation.Add(dataSource!);
                }
            }
            if (dataSources.Count == 0)
            {
                throw new Exception($"DataSourcesValidation are empty");
            }


            List<Record> allRecords = dataSources
                .SelectMany(x => x.Records!).ToList();
            List<Record> allRecordsValidation = dataSources
                .SelectMany(x => x.Records!).ToList();
            foreach (Record baseRecord in dataSources.Last()?.Records!)
            {

                List<Record> codeRecords = allRecords.Where(x =>
                    x.Code!.Substring(1) == baseRecord.Code!.Substring(1))
                    .ToList();
                List<Record> codeRecordsValidation = allRecords.Where(x =>
                    x.Code!.Substring(1) == baseRecord.Code!.Substring(1))
                    .ToList();
                Record processedRecord = new Record
                {
                    Id = Guid.NewGuid(),
                    Code = $"9{baseRecord.Code!.Remove(0,1)}",
                    CreatedAt = DateTime.UtcNow,
                    ModifiedAt = DateTime.UtcNow
                };
                Record validationRecord = new Record();
                for (var i = 1; i < 33; i++)
                {
                    ProcessHelper.setValue(processedRecord, i,
                        codeRecords.Sum(x => ProcessHelper.getValue(x, i)));

                    ProcessHelper.setValue(validationRecord, i,
                        codeRecordsValidation.Sum(x => ProcessHelper.getValue(x, i)));

                    if (
                        ProcessHelper.getValue(processedRecord,i) !=
                            ProcessHelper.getValue(validationRecord, i))
                    {
                        throw new Exception($"ValidationError: Code {baseRecord.Code!}, " +
                            $"Value{i} ({ProcessHelper.getValue(processedRecord, i)} | " +
                            $"{ProcessHelper.getValue(validationRecord, i)})");
                    }
                }
                newRecords.Add(processedRecord);
            } 
            
            
            
            // Dynamic Codes
            List<Record>? dynamicCodes = processWorker.Records?.Where(x => x.Code == "DynamicCode").ToList();
            if (dynamicCodes != null && dynamicCodes.Any())
            {
                foreach (Record dynamicCode in dynamicCodes)
                {
                    try
                    {
                        if (dynamicCode.Desc1 == null)
                        {
                            logsController.AddEntry(new LogEntry
                            {
                                Title = $"{processWorker!.Name}, {processWorker.Id}",
                                Type = LogEntryType.warning,
                                LogType = LogType.process,
                                Message = $"Formula in Record {dynamicCode.Id} is missing.",
                                CreatedAt = DateTime.UtcNow
                            });
                            continue;
                        }
                        BaseCalc calc = new BaseCalc(dynamicCode.Desc1);
                        if (!calc.IsFormulaCorrect()) 
                        {
                            logsController.AddEntry(new LogEntry
                            {
                                Title = $"{processWorker!.Name}, {processWorker.Id}",
                                Type = LogEntryType.warning,
                                LogType = LogType.process,
                                Message = $"Formula {calc.Expresion} in Record {dynamicCode.Id} is not correct",
                                CreatedAt = DateTime.UtcNow
                            });
                            continue;
                        }

                        try
                        {
                            newRecords.Add(calc.CalculateT3(newRecords));
                        }
                        catch (Exception e)
                        {
                            logsController.AddEntry(new LogEntry
                            {
                                Title = $"{processWorker!.Name}, {processWorker.Id}",
                                Type = LogEntryType.warning,
                                LogType = LogType.process,
                                Message = $"Formula {calc.Expresion} in Record {dynamicCode.Id} error: {e.Message}",
                                CreatedAt = DateTime.UtcNow
                            });
                        }
                    }
                    catch (Exception e)
                    {
                        logsController.AddEntry(new LogEntry
                        {
                            Title = $"{processWorker!.Name}, {processWorker.Id}",
                            Type = LogEntryType.warning,
                            LogType = LogType.process,
                            Message = $"Calculation error {dynamicCode.Id}: {e.Message} ",
                            CreatedAt = DateTime.UtcNow
                        });
                    }
                }
            }
            if (isNew)
            {
                db.Layers.Add(processedLayer);
            }
            else
            {
                db.Layers.Update(processedLayer);
            }
            controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
            db.SaveChanges();
        }
    }
}