302 lines
12 KiB
C#
302 lines
12 KiB
C#
using Google.Apis.Sheets.v4;
|
|
using Microsoft.AspNetCore.Mvc;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using System;
|
|
using System.Globalization;
|
|
using WebAPI.Controllers;
|
|
using WebAPI.Models;
|
|
|
|
namespace WebAPI.dataProcessors
|
|
{
|
|
public class T3SingleSourceProcessor
|
|
{
|
|
private AppDbContext db;
|
|
private SpreadsheetsResource.ValuesResource googleSheetValues;
|
|
private LayersController controller;
|
|
|
|
public T3SingleSourceProcessor(
|
|
AppDbContext _db,
|
|
SpreadsheetsResource.ValuesResource _googleSheetValues,
|
|
LayersController _controller)
|
|
{
|
|
db = _db;
|
|
googleSheetValues = _googleSheetValues;
|
|
controller = _controller;
|
|
}
|
|
|
|
public void process(Layer sourceImportWorker, Guid? parentId)
|
|
{
|
|
string? sheetId = sourceImportWorker.Records!.Where(x => x.Code == "SheetId").FirstOrDefault()?.Desc1;
|
|
if (sheetId == null)
|
|
{
|
|
throw new Exception($"SheetId not found, {sourceImportWorker.Name}");
|
|
}
|
|
string? sheetTabName = sourceImportWorker.Records!.Where(x => x.Code == "SheetTabName").FirstOrDefault()?.Desc1;
|
|
if (sheetId == null)
|
|
{
|
|
throw new Exception($"SheetTabName not found, {sourceImportWorker.Name}");
|
|
}
|
|
string? importYearCell = sourceImportWorker.Records!.Where(x => x.Code == "ImportYear").FirstOrDefault()?.Desc1;
|
|
if (importYearCell == null)
|
|
{
|
|
throw new Exception($"ImportYear not found, {sourceImportWorker.Name}");
|
|
}
|
|
string? importMonthCell = sourceImportWorker.Records!.Where(x => x.Code == "ImportMonth").FirstOrDefault()?.Desc1;
|
|
if (importMonthCell == null)
|
|
{
|
|
throw new Exception($"ImportMonth not found, {sourceImportWorker.Name}");
|
|
}
|
|
string? importNameCell = sourceImportWorker.Records!.Where(x => x.Code == "ImportName").FirstOrDefault()?.Desc1;
|
|
if (importNameCell == null)
|
|
{
|
|
throw new Exception($"ImportName not found, {sourceImportWorker.Name}");
|
|
}
|
|
var nameResponse = googleSheetValues.Get(sheetId, $"{sheetTabName}!{importNameCell}:{importNameCell}").Execute();
|
|
string? name = nameResponse.Values[0][0].ToString();
|
|
if (name == null)
|
|
{
|
|
throw new Exception($"ImportName cell is empty, {sourceImportWorker.Name}");
|
|
}
|
|
var yearResponse = googleSheetValues.Get(sheetId, $"{sheetTabName}!{importYearCell}:{importYearCell}").Execute();
|
|
int? year = int.Parse(yearResponse.Values[0][0].ToString() ?? "");
|
|
if (year == null)
|
|
{
|
|
throw new Exception($"ImportYear cell is empty, {sourceImportWorker.Name}");
|
|
}
|
|
var monthResponse = googleSheetValues.Get(sheetId, $"{sheetTabName}!{importMonthCell}:{importMonthCell}").Execute();
|
|
string? month = monthResponse.Values[0][0].ToString();
|
|
if (month == null)
|
|
{
|
|
throw new Exception($"ImportMonth cell is empty, {sourceImportWorker.Name}");
|
|
}
|
|
|
|
|
|
Layer? processedLayer = db.Layers
|
|
.Where(x => x.ParentId == parentId)
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault();
|
|
|
|
bool isNew = false;
|
|
if (processedLayer == null)
|
|
{
|
|
isNew = true;
|
|
processedLayer = new Layer
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Source = "",
|
|
Type = LayerType.processed,
|
|
ParentId = parentId,
|
|
Number = db.Layers.Count() + 1,
|
|
};
|
|
processedLayer.Name = $"L{processedLayer.Number}-P-{year}/{month}-{name}-T3";
|
|
processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.CreatedAt = DateTime.UtcNow;
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
}
|
|
processedLayer.Sources = new List<ProcessSource>();
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
|
|
List<Record> newRecords = new List<Record>();
|
|
|
|
List<Layer> dataSources = db.Layers
|
|
.Include(x => x.Records)
|
|
.Where(x => x.ParentId == sourceImportWorker.Id
|
|
&& !x.IsDeleted)
|
|
.OrderBy(x => x.CreatedAt)
|
|
.ToList();
|
|
if (dataSources.Count == 0)
|
|
{
|
|
throw new Exception($"DataSources are empty, {sourceImportWorker.Name}");
|
|
}
|
|
/*
|
|
foreach (Layer source in dataSources)
|
|
{
|
|
response.Sources.Add(new ProcessSource
|
|
{
|
|
LayerId = response.Id,
|
|
SourceId = source.Id
|
|
});
|
|
}
|
|
*/
|
|
|
|
List<Record> allRecords = dataSources.SelectMany(x => x.Records!).ToList();
|
|
|
|
foreach (Record baseRecord in dataSources.First()?.Records!)
|
|
{
|
|
List<Record> codeRecords = allRecords.Where(x => x.Code == baseRecord.Code).ToList();
|
|
|
|
Record processedRecord = new Record
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Code = baseRecord.Code,
|
|
CreatedAt = DateTime.UtcNow,
|
|
ModifiedAt = DateTime.UtcNow
|
|
};
|
|
|
|
int lastDayInMonth = DateTime.DaysInMonth(year ?? 0, int.Parse(month ?? ""));
|
|
float previousValue = 0;
|
|
//day 1
|
|
float firstVal = codeRecords
|
|
.Where(x => x.CreatedAt.Date <= new DateTime(year ?? 0, int.Parse(month ?? ""), 1))
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault()?.Value1 ?? 0;
|
|
setValue(processedRecord, 1, firstVal);
|
|
previousValue = firstVal;
|
|
//days 2-29/30
|
|
for (int i=2; i<lastDayInMonth; i++)
|
|
{
|
|
float? dayVal = codeRecords
|
|
.Where(x => x.CreatedAt.Day == i && x.CreatedAt.Month == int.Parse(month ?? ""))
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault()?.Value1;
|
|
if (dayVal == null)
|
|
{
|
|
//TODO: missing day value? Should I log it?
|
|
setValue(processedRecord, i, 0);
|
|
} else
|
|
{
|
|
float processedVal = (dayVal ?? 0) - previousValue;
|
|
setValue(processedRecord, i, processedVal);
|
|
previousValue = dayVal ?? 0;
|
|
}
|
|
}
|
|
//last day
|
|
float? lastVal = codeRecords
|
|
.Where(x => x.CreatedAt.Date >= new DateTime(year ?? 0, int.Parse(month ?? ""), lastDayInMonth))
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault()?.Value1;
|
|
|
|
if (lastVal == null)
|
|
{
|
|
setValue(processedRecord, lastDayInMonth, 0);
|
|
} else
|
|
{
|
|
setValue(processedRecord, lastDayInMonth, (lastVal ?? 0) - previousValue);
|
|
}
|
|
|
|
// copy last value
|
|
float? valueToCopy = codeRecords
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault()?.Value1;
|
|
setValue(processedRecord, 32, valueToCopy);
|
|
|
|
newRecords.Add(processedRecord);
|
|
}
|
|
|
|
if (isNew)
|
|
{
|
|
db.Layers.Add(processedLayer);
|
|
} else
|
|
{
|
|
db.Layers.Update(processedLayer);
|
|
}
|
|
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
|
|
db.SaveChanges();
|
|
}
|
|
private void setValue(Record record, int number, float? value)
|
|
{
|
|
switch (number)
|
|
{
|
|
case 1:
|
|
record.Value1 = value;
|
|
break;
|
|
case 2:
|
|
record.Value2 = value;
|
|
break;
|
|
case 3:
|
|
record.Value3 = value;
|
|
break;
|
|
case 4:
|
|
record.Value4 = value;
|
|
break;
|
|
case 5:
|
|
record.Value5 = value;
|
|
break;
|
|
case 6:
|
|
record.Value6 = value;
|
|
break;
|
|
case 7:
|
|
record.Value7 = value;
|
|
break;
|
|
case 8:
|
|
record.Value8 = value;
|
|
break;
|
|
case 9:
|
|
record.Value9 = value;
|
|
break;
|
|
case 10:
|
|
record.Value10 = value;
|
|
break;
|
|
case 11:
|
|
record.Value11 = value;
|
|
break;
|
|
case 12:
|
|
record.Value12 = value;
|
|
break;
|
|
case 13:
|
|
record.Value13 = value;
|
|
break;
|
|
case 14:
|
|
record.Value14 = value;
|
|
break;
|
|
case 15:
|
|
record.Value15 = value;
|
|
break;
|
|
case 16:
|
|
record.Value16 = value;
|
|
break;
|
|
case 17:
|
|
record.Value17 = value;
|
|
break;
|
|
case 18:
|
|
record.Value18 = value;
|
|
break;
|
|
case 19:
|
|
record.Value19 = value;
|
|
break;
|
|
case 20:
|
|
record.Value20 = value;
|
|
break;
|
|
case 21:
|
|
record.Value21 = value;
|
|
break;
|
|
case 22:
|
|
record.Value22 = value;
|
|
break;
|
|
case 23:
|
|
record.Value23 = value;
|
|
break;
|
|
case 24:
|
|
record.Value24 = value;
|
|
break;
|
|
case 25:
|
|
record.Value25 = value;
|
|
break;
|
|
case 26:
|
|
record.Value26 = value;
|
|
break;
|
|
case 27:
|
|
record.Value27 = value;
|
|
break;
|
|
case 28:
|
|
record.Value28 = value;
|
|
break;
|
|
case 29:
|
|
record.Value29 = value;
|
|
break;
|
|
case 30:
|
|
record.Value30 = value;
|
|
break;
|
|
case 31:
|
|
record.Value31 = value;
|
|
break;
|
|
case 32:
|
|
record.Value32 = value;
|
|
break;
|
|
}
|
|
}
|
|
}
|
|
}
|