new processor: T3-MultiSourceCopySelectedCodes

2023-12-20 18:39:43 +01:00
parent d73d3ee345
commit be80c90657
4 changed files with 226 additions and 5 deletions
--- a/WebAPI/dataProcessors/t3.MultiSourceCopySelectedCodes.processor.cs
+++ b/WebAPI/dataProcessors/t3.MultiSourceCopySelectedCodes.processor.cs
@@ -0,0 +1,160 @@
+using DiunaBIWebAPI.dataProcessors;
+using Google.Apis.Sheets.v4;
+using Microsoft.EntityFrameworkCore;
+using WebAPI.Controllers;
+using WebAPI.Models;
+
+namespace WebAPI.dataProcessors
+{
+    public class T3MultiSourceCopySelectedCodesProcessor
+    {
+        private readonly AppDbContext db;
+        private readonly SpreadsheetsResource.ValuesResource googleSheetValues;
+        private readonly LayersController controller;
+
+        public T3MultiSourceCopySelectedCodesProcessor(
+            AppDbContext _db,
+            SpreadsheetsResource.ValuesResource _googleSheetValues,
+            LayersController _controller)
+        {
+            db = _db;
+            googleSheetValues = _googleSheetValues;
+            controller = _controller;
+        }
+
+        public void process(Layer processWorker)
+        {
+            int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
+            int month = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Month")?.Desc1!);
+            List<Record>? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList();
+            if (sources!.Count() == 0)
+            {
+                throw new Exception("Source record not found");
+            }
+            string? codes = processWorker.Records?.SingleOrDefault(x => x.Code == "Codes")?.Desc1;
+            if (codes == null)
+            {
+                throw new Exception("Codes record not found");
+            }
+            // create array of integers from string codes where: '501-503;505-505;510-512' -> [501,502,503,505,510,511,512]
+            List<int> codesList = ProcessHelper.parseCodes(codes);
+
+            Layer? processedLayer = db.Layers
+                                    .Where(x => x.ParentId == processWorker!.Id
+                                                && !x.IsDeleted)
+                                    .OrderByDescending(x => x.CreatedAt)
+                                    .FirstOrDefault();
+
+            bool isNew = false;
+            if (processedLayer == null)
+            {
+                isNew = true;
+                processedLayer = new Layer
+                {
+                    Id = Guid.NewGuid(),
+                    Source = "",
+                    Type = LayerType.processed,
+                    ParentId = processWorker!.Id,
+                    Number = db.Layers.Count() + 1,
+                };
+                processedLayer.Name = $"L{processedLayer.Number}-P-{year}/{month}-AB-T3";
+                processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
+                processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
+                processedLayer.CreatedAt = DateTime.UtcNow;
+                processedLayer.ModifiedAt = DateTime.UtcNow;
+            }
+            processedLayer.Sources = new List<ProcessSource>();
+            processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
+            processedLayer.ModifiedAt = DateTime.UtcNow;
+
+            List<Layer> dataSources = new List<Layer>();
+            foreach (Record source in sources!)
+            {
+                Layer? dataSource = db.Layers.Where(x =>
+                    x.Type == LayerType.processed &&
+                    !x.IsDeleted &&
+                    x.Name != null && x.Name.Contains($"{year}/{month}-{source.Desc1}-T3")
+                    )
+                    .Include(x => x.Records)
+                    .FirstOrDefault();
+                if (dataSource != null)
+                {
+                    dataSources.Add(dataSource);
+                }
+            }
+            if (dataSources.Count == 0)
+            {
+                throw new Exception($"DataSources are empty");
+            }
+
+
+            List<Record> newRecords = dataSources
+                .SelectMany(x => x.Records!)
+                .Where(x => codesList.Contains(int.Parse(x.Code!)))
+                .Select(x =>
+                {
+                    Record newRecord = new Record
+                    {
+                        Id = Guid.NewGuid(),
+                        Code = x.Code,
+                        CreatedAt = DateTime.UtcNow,
+                        ModifiedAt = DateTime.UtcNow
+                    };
+                    for (var i = 1; i < 33; i++) {
+                        ProcessHelper.setValue(newRecord, i, ProcessHelper.getValue(x, i));
+                    }
+                    return newRecord;
+                })
+                .ToList();
+
+            /*
+                        foreach (Record baseRecord in dataSources.Last()?.Records!)
+                        {
+
+                            List<Record> codeRecords = allRecords.Where(x =>
+                                x.Code!.Substring(1) == baseRecord.Code!.Substring(1))
+                                .ToList();
+                            List<Record> codeRecordsValidation = allRecords.Where(x =>
+                                x.Code!.Substring(1) == baseRecord.Code!.Substring(1))
+                                .ToList();
+                            Record processedRecord = new Record
+                            {
+                                Id = Guid.NewGuid(),
+                                Code = $"19{baseRecord.Code!.Substring(Math.Max(0, baseRecord.Code!.Length - 2))}",
+                                CreatedAt = DateTime.UtcNow,
+                                ModifiedAt = DateTime.UtcNow
+                            };
+                            Record validationRecord = new Record();
+                            for (var i = 1; i < 33; i++)
+                            {
+                                ProcessHelper.setValue(processedRecord, i,
+                                    codeRecords.Sum(x => ProcessHelper.getValue(x, i)));
+
+                                ProcessHelper.setValue(validationRecord, i,
+                                    codeRecordsValidation.Sum(x => ProcessHelper.getValue(x, i)));
+
+                                if (
+                                    ProcessHelper.getValue(processedRecord,i) !=
+                                        ProcessHelper.getValue(validationRecord, i))
+                                {
+                                    throw new Exception($"ValidationError: Code {baseRecord.Code!}, " +
+                                        $"Value{i} ({ProcessHelper.getValue(processedRecord, i)} | " +
+                                        $"{ProcessHelper.getValue(validationRecord, i)})");
+                                }
+                            }
+                            newRecords.Add(processedRecord);
+                        }
+            */
+            if (isNew)
+            {
+                db.Layers.Add(processedLayer);
+            }
+            else
+            {
+                db.Layers.Update(processedLayer);
+            }
+            controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
+            db.SaveChanges();
+        }
+    }
+}