236 lines
9.2 KiB
C#
236 lines
9.2 KiB
C#
using DiunaBIWebAPI.dataProcessors;
|
|
using Google.Apis.Sheets.v4;
|
|
using Google.Apis.Sheets.v4.Data;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using WebAPI.Controllers;
|
|
using WebAPI.Models;
|
|
|
|
namespace WebAPI.dataProcessors
|
|
{
|
|
public class T3R1Processor
|
|
{
|
|
private readonly AppDbContext db;
|
|
private readonly SpreadsheetsResource.ValuesResource googleSheetValues;
|
|
private readonly LayersController controller;
|
|
private readonly LogsController logsController;
|
|
|
|
public T3R1Processor(
|
|
AppDbContext _db,
|
|
SpreadsheetsResource.ValuesResource _googleSheetValues,
|
|
LayersController _controller,
|
|
LogsController _logsController)
|
|
{
|
|
db = _db;
|
|
googleSheetValues = _googleSheetValues;
|
|
controller = _controller;
|
|
logsController = _logsController;
|
|
}
|
|
|
|
public void process(Layer processWorker)
|
|
{
|
|
int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
|
|
List<Record>? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList();
|
|
if (sources!.Count() == 0)
|
|
{
|
|
throw new Exception("Source record not found");
|
|
}
|
|
string? codes = processWorker.Records?.SingleOrDefault(x => x.Code == "Codes")?.Desc1;
|
|
if (codes == null)
|
|
{
|
|
throw new Exception("Codes record not found");
|
|
}
|
|
List<int> codesList = ProcessHelper.parseCodes(codes);
|
|
|
|
Layer? processedLayer = db.Layers
|
|
.Where(x => x.ParentId == processWorker!.Id
|
|
&& !x.IsDeleted)
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault();
|
|
|
|
bool isNew = false;
|
|
if (processedLayer == null)
|
|
{
|
|
isNew = true;
|
|
processedLayer = new Layer
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Source = "",
|
|
Type = LayerType.processed,
|
|
ParentId = processWorker!.Id,
|
|
Number = db.Layers.Count() + 1,
|
|
};
|
|
processedLayer.Name = $"L{processedLayer.Number}-P-{year}-R1-T1";
|
|
processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.CreatedAt = DateTime.UtcNow;
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
}
|
|
processedLayer.Sources = new List<ProcessSource>();
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
|
|
List<Layer> dataSources = new List<Layer>();
|
|
|
|
foreach (Record source in sources!)
|
|
{
|
|
for (int month = 1; month <= DateTime.UtcNow.Month; month++)
|
|
{
|
|
Layer? dataSource = db.Layers.Where(x =>
|
|
x.Type == LayerType.processed &&
|
|
!x.IsDeleted &&
|
|
x.Name != null && x.Name.Contains($"{year}/{month}-{source.Desc1}-T3")
|
|
)
|
|
.Include(x => x.Records)
|
|
.FirstOrDefault();
|
|
if (dataSource != null)
|
|
{
|
|
dataSources.Add(dataSource);
|
|
}
|
|
else
|
|
{
|
|
logsController.AddEntry(new LogEntry
|
|
{
|
|
Title = $"{processWorker!.Name}, {processWorker.Id}",
|
|
Type = LogEntryType.warning,
|
|
LogType = LogType.process,
|
|
Message = $"Data source {year}/{month}-{source.Desc1}-T3 not found",
|
|
CreatedAt = DateTime.UtcNow
|
|
});
|
|
}
|
|
}
|
|
// year summary
|
|
Layer? dataSourceSum = db.Layers.Where(x =>
|
|
x.Type == LayerType.processed &&
|
|
!x.IsDeleted &&
|
|
x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T3")
|
|
)
|
|
.Include(x => x.Records)
|
|
.FirstOrDefault();
|
|
if (dataSourceSum != null)
|
|
{
|
|
dataSources.Add(dataSourceSum);
|
|
}
|
|
else
|
|
{
|
|
logsController.AddEntry(new LogEntry
|
|
{
|
|
Title = $"{processWorker!.Name}, {processWorker.Id}",
|
|
Type = LogEntryType.warning,
|
|
LogType = LogType.process,
|
|
Message = $"Data source {year}/13-{source.Desc1}-T3 not found",
|
|
CreatedAt = DateTime.UtcNow
|
|
});
|
|
}
|
|
}
|
|
|
|
|
|
if (dataSources.Count == 0)
|
|
{
|
|
throw new Exception($"DataSources are empty");
|
|
}
|
|
|
|
List<Record> newRecords = dataSources
|
|
.SelectMany(x => x.Records!)
|
|
.Where(x => codesList.Contains(int.Parse(x.Code!)))
|
|
.Select(x =>
|
|
{
|
|
Layer? layer = dataSources.SingleOrDefault(y => y.Id == x.LayerId);
|
|
string postFix = layer!.Name!.Split("/")[1].Split("-")[0];
|
|
if (postFix.Length == 1)
|
|
{
|
|
postFix = "0" + postFix;
|
|
}
|
|
|
|
Record newRecord = new Record
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Code = x.Code + postFix,
|
|
CreatedAt = DateTime.UtcNow,
|
|
ModifiedAt = DateTime.UtcNow,
|
|
Value1 = x.Value32
|
|
};
|
|
|
|
return newRecord;
|
|
})
|
|
.ToList();
|
|
if (isNew)
|
|
{
|
|
db.Layers.Add(processedLayer);
|
|
}
|
|
else
|
|
{
|
|
db.Layers.Update(processedLayer);
|
|
}
|
|
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
|
|
db.SaveChanges();
|
|
|
|
updateReport();
|
|
}
|
|
|
|
public void updateReport()
|
|
{
|
|
string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA";
|
|
string sheetName = "Raport_R1_Eksport";
|
|
SpreadsheetsResource.ValuesResource.GetRequest request = googleSheetValues.Get(sheetId, "C4:EX4");
|
|
var response = request.Execute();
|
|
|
|
Layer? R1 = db.Layers
|
|
.Where(x => x.Number == 1205)
|
|
.Include(x => x.Records)
|
|
.FirstOrDefault();
|
|
|
|
int startRow = 6;
|
|
|
|
var codesRow = response.Values[0];
|
|
for (int i = 1; i <= DateTime.UtcNow.Month; i++)
|
|
{
|
|
List<object> values = new List<object>();
|
|
string month = i < 10 ? $"0{i}" : i.ToString();
|
|
string row = (startRow + i).ToString();
|
|
foreach (string code in codesRow)
|
|
{
|
|
Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}");
|
|
if (record != null)
|
|
{
|
|
values.Add(record.Value1!.Value);
|
|
}
|
|
else
|
|
{
|
|
values.Add("");
|
|
}
|
|
}
|
|
ValueRange ValueRange = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { values }
|
|
};
|
|
SpreadsheetsResource.ValuesResource.UpdateRequest update = googleSheetValues.Update(ValueRange, sheetId, $"{sheetName}!C{row}:XZ{row}");
|
|
update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
update.Execute();
|
|
}
|
|
|
|
// sum
|
|
List<object> valuesSum = new List<object>();
|
|
string rowSum = (startRow + DateTime.UtcNow.Month + 2).ToString();
|
|
foreach (string code in codesRow)
|
|
{
|
|
Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}13");
|
|
if (record != null)
|
|
{
|
|
valuesSum.Add(record.Value1!.Value);
|
|
}
|
|
else
|
|
{
|
|
valuesSum.Add("");
|
|
}
|
|
}
|
|
ValueRange ValueRangeSum = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { valuesSum }
|
|
};
|
|
SpreadsheetsResource.ValuesResource.UpdateRequest updateSum = googleSheetValues.Update(ValueRangeSum, sheetId, $"{sheetName}!C{rowSum}:XZ{rowSum}");
|
|
updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateSum.Execute();
|
|
}
|
|
}
|
|
}
|