mz/DiunaBI
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

New process type; refactor auto process

Browse Source
This commit is contained in:
Michał Zieliński
2024-03-25 10:43:05 +01:00
parent 0bc759605d
commit f85d14c31c
4 changed files with 358 additions and 185 deletions
Download Patch File Download Diff File Expand all files Collapse all files

85
WebAPI/dataProcessors/t3.MultiSourceCopySelectedCodes.processor.cs
View File

@@ -119,90 +119,5 @@ namespace WebAPI.dataProcessors
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
db.SaveChanges();
}
public void updateReport()
{
string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA";
string sheetName = "Raport_AB_Eksport";
SpreadsheetsResource.ValuesResource.GetRequest request = googleSheetValues.Get(sheetId, "C4:CH4");
var response = request.Execute();
Layer? january = db.Layers
.Where(x => x.Number == 572)
.Include(x => x.Records)
.FirstOrDefault();
Layer? february = db.Layers
.Where(x => x.Number == 742)
.Include(x => x.Records)
.FirstOrDefault();
Layer? march = db.Layers
.Where(x => x.Number == 822)
.Include(x => x.Records)
.FirstOrDefault();
List<object> januaryValues = new List<object>();
List<object> februaryValues = new List<object>();
List<object> marchValues = new List<object>();
var codesRow = response.Values[0];
foreach (string code in codesRow)
{
Record? januaryRecord = january!.Records?.SingleOrDefault(x => x.Code == code);
Record? februaryRecord = february!.Records?.SingleOrDefault(x => x.Code == code);
Record? marchRecord = march!.Records?.SingleOrDefault(x => x.Code == code);
if (januaryRecord != null)
{
double? januaryValue = ProcessHelper.getValue(januaryRecord, 32);
januaryValues.Add(januaryValue!.Value);
}
else
{
januaryValues.Add("");
}
if (februaryRecord != null)
{
double? februaryValue = ProcessHelper.getValue(februaryRecord, 32);
februaryValues.Add(februaryValue!.Value);
}
else
{
februaryValues.Add("");
}
if (marchRecord != null)
{
double? marchValue = ProcessHelper.getValue(marchRecord, 32);
marchValues.Add(marchValue!.Value);
}
else
{
marchValues.Add("");
}
}
ValueRange januaryValueRange = new ValueRange
{
Values = new List<IList<object>> { januaryValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateJanuary = googleSheetValues.Update(januaryValueRange, sheetId, $"{sheetName}!C7:CH7");
updateJanuary.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateJanuary.Execute();
ValueRange februaryValueRange = new ValueRange
{
Values = new List<IList<object>> { februaryValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateFebruary = googleSheetValues.Update(februaryValueRange, sheetId, $"{sheetName}!C8:CH8");
updateFebruary.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateFebruary.Execute();
ValueRange marchValueRange = new ValueRange
{
Values = new List<IList<object>> { marchValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateMarch = googleSheetValues.Update(marchValueRange, sheetId, $"{sheetName}!C9:CH9");
updateMarch.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateMarch.Execute();
}
}
}

227
WebAPI/dataProcessors/t3.MultiSourceCopySelectedCodesYearSummary.processor.cs Normal file
View File

@@ -0,0 +1,227 @@
using DiunaBIWebAPI.dataProcessors;
using Google.Apis.Sheets.v4;
using Google.Apis.Sheets.v4.Data;
using Microsoft.EntityFrameworkCore;
using WebAPI.Controllers;
using WebAPI.Models;
namespace WebAPI.dataProcessors
{
public class T3MultiSourceCopySelectedCodesYearSummaryProcessor
{
private readonly AppDbContext db;
private readonly SpreadsheetsResource.ValuesResource googleSheetValues;
private readonly LayersController controller;
public T3MultiSourceCopySelectedCodesYearSummaryProcessor(
AppDbContext _db,
SpreadsheetsResource.ValuesResource _googleSheetValues,
LayersController _controller)
{
db = _db;
googleSheetValues = _googleSheetValues;
controller = _controller;
}
public void process(Layer processWorker)
{
int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
Layer? processedLayer = db.Layers
.Where(x => x.ParentId == processWorker!.Id
&& !x.IsDeleted)
.OrderByDescending(x => x.CreatedAt)
.FirstOrDefault();
bool isNew = false;
if (processedLayer == null)
{
isNew = true;
processedLayer = new Layer
{
Id = Guid.NewGuid(),
Source = "",
Type = LayerType.processed,
ParentId = processWorker!.Id,
Number = db.Layers.Count() + 1,
};
processedLayer.Name = $"L{processedLayer.Number}-P-{year}/13-AB-T3";
processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.CreatedAt = DateTime.UtcNow;
processedLayer.ModifiedAt = DateTime.UtcNow;
}
processedLayer.Sources = new List<ProcessSource>();
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
processedLayer.ModifiedAt = DateTime.UtcNow;
List<Record> newRecords = new List<Record>();
List<Layer> dataSources = new List<Layer>();
for (int i = 1; i < 13; i++)
{
Layer? dataSource = db.Layers.Where(x =>
x.Type == LayerType.processed
&& !x.IsDeleted
&& x.Name != null && x.Name.Contains($"{year}/{i}-AB-T3"))
.Include(x => x.Records)
.FirstOrDefault();
if (dataSource != null)
{
dataSources.Add(dataSource!);
}
}
if (dataSources.Count == 0)
{
throw new Exception("DataSources are empty");
}
List<Record> allRecords = dataSources.SelectMany(x => x.Records!).ToList();
foreach (Record baseRecord in dataSources.Last()?.Records!)
{
List<Record> codeRecords = allRecords.Where(x => x.Code == baseRecord.Code).ToList();
Record processedRecord = new Record
{
Id = Guid.NewGuid(),
Code = baseRecord.Code,
CreatedAt = DateTime.UtcNow,
ModifiedAt = DateTime.UtcNow
};
for (var i = 1; i < 33; i++)
{
ProcessHelper.setValue(processedRecord, i,
codeRecords.Sum(x => ProcessHelper.getValue(x, i)));
}
newRecords.Add(processedRecord);
}
if (isNew)
{
db.Layers.Add(processedLayer);
}
else
{
db.Layers.Update(processedLayer);
}
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
db.SaveChanges();
updateReport();
}
public void updateReport()
{
string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA";
string sheetName = "Raport_AB_Eksport";
SpreadsheetsResource.ValuesResource.GetRequest request = googleSheetValues.Get(sheetId, "C4:CH4");
var response = request.Execute();
Layer? january = db.Layers
.Where(x => x.Number == 572)
.Include(x => x.Records)
.FirstOrDefault();
Layer? february = db.Layers
.Where(x => x.Number == 742)
.Include(x => x.Records)
.FirstOrDefault();
Layer? march = db.Layers
.Where(x => x.Number == 822)
.Include(x => x.Records)
.FirstOrDefault();
Layer? sum = db.Layers
.Where(x => x.Number == 955)
.Include(x => x.Records)
.FirstOrDefault();
List<object> januaryValues = new List<object>();
List<object> februaryValues = new List<object>();
List<object> marchValues = new List<object>();
List<object> sumValues = new List<object>();
var codesRow = response.Values[0];
foreach (string code in codesRow)
{
Record? januaryRecord = january!.Records?.SingleOrDefault(x => x.Code == code);
Record? februaryRecord = february!.Records?.SingleOrDefault(x => x.Code == code);
Record? marchRecord = march!.Records?.SingleOrDefault(x => x.Code == code);
Record? sumRecord = sum!.Records?.SingleOrDefault(x => x.Code == code);
if (januaryRecord != null)
{
double? januaryValue = ProcessHelper.getValue(januaryRecord, 32);
januaryValues.Add(januaryValue!.Value);
}
else
{
januaryValues.Add("");
}
if (februaryRecord != null)
{
double? februaryValue = ProcessHelper.getValue(februaryRecord, 32);
februaryValues.Add(februaryValue!.Value);
}
else
{
februaryValues.Add("");
}
if (marchRecord != null)
{
double? marchValue = ProcessHelper.getValue(marchRecord, 32);
marchValues.Add(marchValue!.Value);
}
else
{
marchValues.Add("");
}
if (sumRecord != null)
{
double? sumValue = ProcessHelper.getValue(sumRecord, 32);
sumValues.Add(sumValue!.Value);
}
else
{
sumValues.Add("");
}
}
ValueRange januaryValueRange = new ValueRange
{
Values = new List<IList<object>> { januaryValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateJanuary = googleSheetValues.Update(januaryValueRange, sheetId, $"{sheetName}!C7:CH7");
updateJanuary.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateJanuary.Execute();
ValueRange februaryValueRange = new ValueRange
{
Values = new List<IList<object>> { februaryValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateFebruary = googleSheetValues.Update(februaryValueRange, sheetId, $"{sheetName}!C8:CH8");
updateFebruary.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateFebruary.Execute();
ValueRange marchValueRange = new ValueRange
{
Values = new List<IList<object>> { marchValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateMarch = googleSheetValues.Update(marchValueRange, sheetId, $"{sheetName}!C9:CH9");
updateMarch.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateMarch.Execute();
ValueRange sumValueRange = new ValueRange
{
Values = new List<IList<object>> { sumValues }
};
SpreadsheetsResource.ValuesResource.UpdateRequest updateSum = googleSheetValues.Update(sumValueRange, sheetId, $"{sheetName}!C12:CH12");
updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
updateSum.Execute();
}
}
}