DiunaBI/DiunaBI.Plugins.Morska/Processors/MorskaT3MultiSourceCopySelectedCodesYearSummaryProcessor-TO_REMOVE.cs

using DiunaBI.Domain.Entities;
using DiunaBI.Infrastructure.Data;
using DiunaBI.Infrastructure.Plugins;
using DiunaBI.Infrastructure.Services;
using Microsoft.EntityFrameworkCore;
using Microsoft.Extensions.Logging;

namespace DiunaBI.Plugins.Morska.Processors;

public class MorskaT3MultiSourceCopySelectedCodesYearSummaryProcessor : BaseDataProcessor
{
    public override string ProcessorType => "T3.MultiSourceCopySelectedCodesYearSummary";

    private readonly AppDbContext _db;
    private readonly ILogger<MorskaT3MultiSourceCopySelectedCodesYearSummaryProcessor> _logger;

    // Configuration properties loaded from layer records
    private int Year { get; set; }

    public MorskaT3MultiSourceCopySelectedCodesYearSummaryProcessor(
        AppDbContext db,
        ILogger<MorskaT3MultiSourceCopySelectedCodesYearSummaryProcessor> logger)
    {
        _db = db;
        _logger = logger;
    }

    public override void Process(Layer processWorker)
    {
        try
        {
            _logger.LogInformation("{ProcessorType}: Starting processing for {ProcessWorkerName} ({ProcessWorkerId})",
                ProcessorType, processWorker.Name, processWorker.Id);

            // Load configuration from layer records
            LoadConfiguration(processWorker);

            // Validate required configuration
            ValidateConfiguration();

            // Perform the actual processing
            PerformProcessing(processWorker);

            _logger.LogInformation("{ProcessorType}: Successfully completed processing for {ProcessWorkerName}",
                ProcessorType, processWorker.Name);
        }
        catch (Exception e)
        {
            _logger.LogError(e, "{ProcessorType}: Failed to process {ProcessWorkerName} ({ProcessWorkerId})",
                ProcessorType, processWorker.Name, processWorker.Id);
            throw;
        }
    }

    private void LoadConfiguration(Layer processWorker)
    {
        if (processWorker.Records == null)
        {
            throw new InvalidOperationException("ProcessWorker has no records");
        }

        // Load year
        var yearStr = GetRecordValue(processWorker.Records, "Year");
        if (string.IsNullOrEmpty(yearStr) || !int.TryParse(yearStr, out var year))
        {
            throw new InvalidOperationException("Year record not found or invalid");
        }
        Year = year;

        _logger.LogDebug("{ProcessorType}: Configuration loaded - Year: {Year}",
            ProcessorType, Year);
    }

    private void ValidateConfiguration()
    {
        var errors = new List<string>();

        if (Year < 2000 || Year > 3000) errors.Add($"Invalid year: {Year}");

        if (errors.Any())
        {
            throw new InvalidOperationException($"Configuration validation failed: {string.Join(", ", errors)}");
        }

        _logger.LogDebug("{ProcessorType}: Configuration validation passed", ProcessorType);
    }

    private void PerformProcessing(Layer processWorker)
    {
        _logger.LogDebug("{ProcessorType}: Processing year summary for Year: {Year}",
            ProcessorType, Year);

        // Get or create processed layer
        var processedLayer = GetOrCreateProcessedLayer(processWorker);

        // Get data sources for all months
        var dataSources = GetDataSources();

        // Process records (sum all monthly values)
        var newRecords = ProcessRecords(dataSources);

        // Save results
        SaveProcessedLayer(processedLayer, newRecords);

        _logger.LogInformation("{ProcessorType}: Successfully processed {RecordCount} records for layer {LayerName} ({LayerId})",
            ProcessorType, newRecords.Count, processedLayer.Name, processedLayer.Id);
    }

    private Layer GetOrCreateProcessedLayer(Layer processWorker)
    {
        var processedLayer = _db.Layers
            .Where(x => x.ParentId == processWorker.Id && !x.IsDeleted && !x.IsCancelled)
            .OrderByDescending(x => x.CreatedAt)
            .FirstOrDefault();

        if (processedLayer == null)
        {
            processedLayer = new Layer
            {
                Id = Guid.NewGuid(),
                Type = LayerType.Processed,
                ParentId = processWorker.Id,
                Number = _db.Layers.Count() + 1,
                CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"),
                ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"),
                CreatedAt = DateTime.UtcNow,
                ModifiedAt = DateTime.UtcNow
            };
            processedLayer.Name = $"L{processedLayer.Number}-P-{Year}/13-AB-T3";

            _logger.LogDebug("{ProcessorType}: Created new processed layer {LayerName}",
                ProcessorType, processedLayer.Name);
        }
        else
        {
            processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            processedLayer.ModifiedAt = DateTime.UtcNow;

            _logger.LogDebug("{ProcessorType}: Using existing processed layer {LayerName}",
                ProcessorType, processedLayer.Name);
        }

        return processedLayer;
    }

    private List<Layer> GetDataSources()
    {
        var dataSources = new List<Layer>();

        for (var month = 1; month <= 12; month++)
        {
            var dataSource = _db.Layers
                .Where(x => x.Type == LayerType.Processed &&
                           !x.IsDeleted && !x.IsCancelled &&
                           x.Name != null && x.Name.Contains($"{Year}/{month:D2}-AB-T3"))
                .Include(x => x.Records)
                .AsNoTracking()
                .FirstOrDefault();

            if (dataSource != null)
            {
                dataSources.Add(dataSource);
                _logger.LogDebug("{ProcessorType}: Found data source for month {Month}: {LayerName} with {RecordCount} records",
                    ProcessorType, month, dataSource.Name, dataSource.Records?.Count ?? 0);
            }
            else
            {
                _logger.LogDebug("{ProcessorType}: No data source found for month {Month}",
                    ProcessorType, month);
            }
        }

        if (dataSources.Count == 0)
        {
            throw new InvalidOperationException($"No data sources found for year {Year}");
        }

        _logger.LogDebug("{ProcessorType}: Found {DataSourceCount} data sources for year {Year}",
            ProcessorType, dataSources.Count, Year);

        return dataSources;
    }

    private List<Record> ProcessRecords(List<Layer> dataSources)
    {
        var allRecords = dataSources.SelectMany(x => x.Records!).ToList();
        var baseRecords = dataSources.Last().Records!;
        var newRecords = new List<Record>();

        _logger.LogDebug("{ProcessorType}: Processing {AllRecordCount} total records from {MonthCount} months, using {BaseRecordCount} base records",
            ProcessorType, allRecords.Count, dataSources.Count, baseRecords.Count);

        foreach (var baseRecord in baseRecords)
        {
            var codeRecords = allRecords.Where(x => x.Code == baseRecord.Code).ToList();
            
            var processedRecord = new Record
            {
                Id = Guid.NewGuid(),
                Code = baseRecord.Code,
                CreatedAt = DateTime.UtcNow,
                ModifiedAt = DateTime.UtcNow
            };

            // Sum values from all months for positions 1-32
            for (var position = 1; position <= 32; position++)
            {
                var totalValue = codeRecords.Sum(x => ProcessHelper.GetValue(x, position) ?? 0);
                ProcessHelper.SetValue(processedRecord, position, totalValue);
            }

            newRecords.Add(processedRecord);

            _logger.LogDebug("{ProcessorType}: Processed code {Code} - summed values from {RecordCount} monthly records",
                ProcessorType, baseRecord.Code, codeRecords.Count);
        }

        _logger.LogDebug("{ProcessorType}: Created {NewRecordCount} summary records",
            ProcessorType, newRecords.Count);

        return newRecords;
    }

    private void SaveProcessedLayer(Layer processedLayer, List<Record> newRecords)
    {
        var existsInDb = _db.Layers.Any(x => x.Id == processedLayer.Id);

        if (!existsInDb)
        {
            _db.Layers.Add(processedLayer);
            _logger.LogDebug("{ProcessorType}: Added new processed layer to database", ProcessorType);
        }
        else
        {
            _db.Layers.Update(processedLayer);
            _logger.LogDebug("{ProcessorType}: Updated existing processed layer in database", ProcessorType);
        }

        SaveRecords(processedLayer.Id, newRecords);
        _db.SaveChanges();

        _logger.LogDebug("{ProcessorType}: Saved {RecordCount} records for layer {LayerId}",
            ProcessorType, newRecords.Count, processedLayer.Id);
    }

    private void SaveRecords(Guid layerId, ICollection<Record> records)
    {
        // Remove existing records for this layer
        var toDelete = _db.Records.Where(x => x.LayerId == layerId).ToList();
        if (toDelete.Count > 0)
        {
            _db.Records.RemoveRange(toDelete);
            _logger.LogDebug("{ProcessorType}: Removed {DeletedCount} existing records for layer {LayerId}",
                ProcessorType, toDelete.Count, layerId);
        }

        // Add new records
        foreach (var record in records)
        {
            record.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            record.CreatedAt = DateTime.UtcNow;
            record.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
            record.ModifiedAt = DateTime.UtcNow;
            record.LayerId = layerId;
            _db.Records.Add(record);
        }

        _logger.LogDebug("{ProcessorType}: Added {RecordCount} new records for layer {LayerId}",
            ProcessorType, records.Count, layerId);
    }

    private string? GetRecordValue(ICollection<Record> records, string code)
    {
        return records.FirstOrDefault(x => x.Code == code)?.Desc1;
    }
}