Files
DiunaBI/WebAPI/dataProcessors/t3.SourceYearSummary.processor.cs

116 lines
4.3 KiB
C#
Raw Normal View History

2023-11-29 22:14:37 +01:00
using DiunaBIWebAPI.dataProcessors;
using Google.Apis.Sheets.v4;
2023-11-06 17:19:20 +01:00
using Microsoft.EntityFrameworkCore;
using WebAPI.Controllers;
using WebAPI.Models;
namespace WebAPI.dataProcessors
{
2023-11-06 17:26:38 +01:00
public class T3SourceYearSummaryProcessor
2023-11-06 17:19:20 +01:00
{
private readonly AppDbContext db;
private readonly SpreadsheetsResource.ValuesResource googleSheetValues;
private readonly LayersController controller;
2023-11-06 17:19:20 +01:00
2023-11-06 17:26:38 +01:00
public T3SourceYearSummaryProcessor(
2023-11-06 17:19:20 +01:00
AppDbContext _db,
SpreadsheetsResource.ValuesResource _googleSheetValues,
2023-11-06 23:11:30 +01:00
LayersController _controller
)
2023-11-06 17:19:20 +01:00
{
db = _db;
googleSheetValues = _googleSheetValues;
controller = _controller;
}
public void process(Layer processWorker)
{
string? year = processWorker?.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1;
string? source = processWorker?.Records?.SingleOrDefault(x => x.Code == "Source")?.Desc1;
if (source == null)
2023-11-06 17:19:20 +01:00
{
throw new Exception("Source record not found");
2023-11-06 17:19:20 +01:00
}
Layer? processedLayer = db.Layers
.Where(x => x.ParentId == processWorker!.Id
&& !x.IsDeleted)
.OrderByDescending(x => x.CreatedAt)
.FirstOrDefault();
bool isNew = false;
if (processedLayer == null)
{
isNew = true;
processedLayer = new Layer
{
Id = Guid.NewGuid(),
Source = "",
Type = LayerType.processed,
ParentId = processWorker!.Id,
Number = db.Layers.Count() + 1,
};
processedLayer.Name = $"L{processedLayer.Number}-P-{year}/13-{source}-T3";
2023-11-06 17:19:20 +01:00
processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.CreatedAt = DateTime.UtcNow;
processedLayer.ModifiedAt = DateTime.UtcNow;
}
processedLayer.Sources = new List<ProcessSource>();
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.ModifiedAt = DateTime.UtcNow;
List<Record> newRecords = new List<Record>();
List<Layer> dataSources = new List<Layer>();
2023-11-06 17:19:20 +01:00
for (int i=1; i<13; i++)
{
Layer? dataSource = db.Layers.Where(x =>
2023-11-06 17:19:20 +01:00
x.Type == LayerType.processed
&& !x.IsDeleted
2023-11-29 22:14:37 +01:00
&& x.Name!=null && x.Name.Contains($"{year}/{i}-{source}-T3"))
2023-11-06 17:19:20 +01:00
.Include(x => x.Records)
.FirstOrDefault();
if (dataSource != null)
2023-11-06 17:19:20 +01:00
{
dataSources.Add(dataSource!);
2023-11-06 17:19:20 +01:00
}
}
if (dataSources.Count == 0)
2023-11-06 17:19:20 +01:00
{
throw new Exception("DataSources are empty");
2023-11-06 17:19:20 +01:00
}
List<Record> allRecords = dataSources.SelectMany(x => x.Records!).ToList();
2023-11-06 17:19:20 +01:00
foreach (Record baseRecord in dataSources.Last()?.Records!)
2023-11-06 17:19:20 +01:00
{
List<Record> codeRecords = allRecords.Where(x => x.Code == baseRecord.Code).ToList();
Record processedRecord = new Record
{
Id = Guid.NewGuid(),
Code = baseRecord.Code,
CreatedAt = DateTime.UtcNow,
ModifiedAt = DateTime.UtcNow
2023-11-06 17:19:20 +01:00
};
for (var i = 1; i < 33; i++)
{
2024-06-18 19:40:16 +02:00
ProcessHelper.SetValue(processedRecord, i,
2024-06-18 19:53:52 +02:00
codeRecords.Sum(x => ProcessHelper.GetValue(x, i)));
}
2023-11-06 17:19:20 +01:00
newRecords.Add(processedRecord);
}
if (isNew)
{
db.Layers.Add(processedLayer);
} else
{
db.Layers.Update(processedLayer);
}
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
db.SaveChanges();
}
}
}