358 lines
14 KiB
C#
358 lines
14 KiB
C#
using System.Globalization;
|
|
using DiunaBIWebAPI.dataProcessors;
|
|
using Google.Apis.Sheets.v4;
|
|
using Google.Apis.Sheets.v4.Data;
|
|
using Microsoft.EntityFrameworkCore;
|
|
using WebAPI.Controllers;
|
|
using WebAPI.Models;
|
|
|
|
|
|
namespace WebAPI.dataProcessors;
|
|
|
|
public class T4R2Processor(
|
|
AppDbContext db,
|
|
LayersController controller,
|
|
LogsController logsController,
|
|
SpreadsheetsResource.ValuesResource googleSheetValues)
|
|
{
|
|
public void Process(Layer processWorker)
|
|
{
|
|
var year = int.Parse(processWorker.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!);
|
|
var sources = processWorker.Records?.Where(x => x.Code == "Source").ToList();
|
|
if (sources!.Count == 0)
|
|
{
|
|
throw new Exception("Source record not found");
|
|
}
|
|
|
|
var layerName = processWorker.Records?.SingleOrDefault(x => x.Code == "LayerName")?.Desc1;
|
|
if (layerName == null)
|
|
{
|
|
throw new Exception("LayerName record not found");
|
|
}
|
|
|
|
|
|
var processedLayer = db.Layers
|
|
.Where(x => x.ParentId == processWorker.Id
|
|
&& !x.IsDeleted)
|
|
.OrderByDescending(x => x.CreatedAt)
|
|
.FirstOrDefault();
|
|
|
|
var isNew = false;
|
|
if (processedLayer == null)
|
|
{
|
|
isNew = true;
|
|
processedLayer = new Layer
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Type = LayerType.Processed,
|
|
ParentId = processWorker.Id,
|
|
Number = db.Layers.Count() + 1
|
|
};
|
|
processedLayer.Name = $"L{processedLayer.Number}-{layerName}";
|
|
processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.CreatedAt = DateTime.UtcNow;
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
}
|
|
|
|
processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D");
|
|
processedLayer.ModifiedAt = DateTime.UtcNow;
|
|
|
|
|
|
var newRecords = new List<Record>();
|
|
|
|
foreach (var source in sources)
|
|
{
|
|
var rawSourceCodes = processWorker.Records?.SingleOrDefault(x => x.Code == $"Codes-{source.Desc1}")
|
|
?.Desc1;
|
|
var sourceCodes = new List<int>();
|
|
if (rawSourceCodes != null)
|
|
{
|
|
sourceCodes = ProcessHelper.ParseCodes(rawSourceCodes);
|
|
}
|
|
|
|
List<string> lastSourceCodes = [];
|
|
|
|
for (var month = 1; month <= 12; month++)
|
|
{
|
|
if ((year == DateTime.UtcNow.Year && month <= DateTime.UtcNow.Month) || year < DateTime.UtcNow.Year)
|
|
{
|
|
var monthCopy = month;
|
|
var dataSource = db.Layers.Where(x =>
|
|
x.Type == LayerType.Processed &&
|
|
!x.IsDeleted &&
|
|
x.Name != null && x.Name.Contains($"{year}/{monthCopy:D2}-{source.Desc1}-T")
|
|
)
|
|
.Include(x => x.Records)
|
|
.AsNoTracking()
|
|
.FirstOrDefault();
|
|
if (dataSource != null)
|
|
{
|
|
lastSourceCodes = dataSource.Records!.Select(x => x.Code!).ToList();
|
|
var news = dataSource.Records!
|
|
.Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!)))
|
|
.Select(x =>
|
|
{
|
|
var newRecord = new Record
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Code = $"{x.Code}{month:D2}",
|
|
CreatedAt = DateTime.UtcNow,
|
|
ModifiedAt = DateTime.UtcNow,
|
|
Value1 = source.Desc1 != "FK2" ? x.Value32 : x.Value1,
|
|
Desc1 = x.Desc1
|
|
};
|
|
return newRecord;
|
|
}
|
|
).ToList();
|
|
newRecords.AddRange(news);
|
|
}
|
|
else
|
|
{
|
|
logsController.AddEntry(new LogEntry
|
|
{
|
|
Title = $"{processWorker.Name}, {processWorker.Id}",
|
|
Type = LogEntryType.Warning,
|
|
LogType = LogType.Process,
|
|
Message = $"Data source {year}/{month:D2}-{source.Desc1}-T3 not found",
|
|
CreatedAt = DateTime.UtcNow
|
|
});
|
|
}
|
|
}
|
|
else
|
|
{
|
|
//0 values for future months
|
|
if (source.Desc1 == "FK2" || lastSourceCodes.Count <= 0) continue;
|
|
var news = lastSourceCodes
|
|
.Where(x => sourceCodes.Contains(int.Parse(x)))
|
|
.Select(x =>
|
|
{
|
|
var newRecord = new Record
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Code = $"{x}{month:D2}",
|
|
CreatedAt = DateTime.UtcNow,
|
|
ModifiedAt = DateTime.UtcNow,
|
|
Value1 = 0,
|
|
};
|
|
return newRecord;
|
|
}
|
|
).ToList();
|
|
newRecords.AddRange(news);
|
|
}
|
|
}
|
|
|
|
// year summary
|
|
var dataSourceSum = db.Layers.Where(x =>
|
|
x.Type == LayerType.Processed &&
|
|
!x.IsDeleted &&
|
|
x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T")
|
|
)
|
|
.Include(x => x.Records)
|
|
.AsNoTracking()
|
|
.FirstOrDefault();
|
|
if (dataSourceSum != null)
|
|
{
|
|
var news = dataSourceSum.Records!
|
|
.Where(x => sourceCodes.Count <= 0 || sourceCodes.Contains(int.Parse(x.Code!)))
|
|
.Select(x =>
|
|
{
|
|
var newRecord = new Record
|
|
{
|
|
Id = Guid.NewGuid(),
|
|
Code = $"{x.Code}13",
|
|
CreatedAt = DateTime.UtcNow,
|
|
ModifiedAt = DateTime.UtcNow,
|
|
Value1 = x.Value32
|
|
};
|
|
return newRecord;
|
|
}
|
|
).ToList();
|
|
newRecords.AddRange(news);
|
|
}
|
|
else
|
|
{
|
|
logsController.AddEntry(new LogEntry
|
|
{
|
|
Title = $"{processWorker.Name}, {processWorker.Id}",
|
|
Type = LogEntryType.Warning,
|
|
LogType = LogType.Process,
|
|
Message = $"Data source {year}/13-{source.Desc1}-T3 not found",
|
|
CreatedAt = DateTime.UtcNow
|
|
});
|
|
}
|
|
}
|
|
|
|
if (isNew)
|
|
{
|
|
db.Layers.Add(processedLayer);
|
|
}
|
|
else
|
|
{
|
|
db.Layers.Update(processedLayer);
|
|
}
|
|
|
|
controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"));
|
|
db.SaveChanges();
|
|
|
|
var reportSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName")?.Desc1;
|
|
if (reportSheetName == null)
|
|
{
|
|
throw new Exception("GoogleSheetName record not found");
|
|
}
|
|
|
|
var invoicesSheetName = processWorker.Records?.SingleOrDefault(x => x.Code == "GoogleSheetName-Invoices")?.Desc1;
|
|
if (invoicesSheetName == null)
|
|
{
|
|
throw new Exception("GoogleSheetName-Invoices record not found");
|
|
}
|
|
UpdateReport(processedLayer.Id, reportSheetName, invoicesSheetName);
|
|
}
|
|
|
|
private void UpdateReport(Guid sourceId, string reportSheetName, string invoicesSheetName)
|
|
{
|
|
const string sheetId = "1FsUmk_YRIeeGzFCX9tuUJCaLyRtjutX2ZGAEU1DMfJQ";
|
|
var request = googleSheetValues.Get(sheetId, "C4:Z4");
|
|
var response = request.Execute();
|
|
|
|
var r2 = db.Layers
|
|
.Where(x => x.Id == sourceId)
|
|
.Include(x => x.Records)
|
|
.AsNoTracking()
|
|
.FirstOrDefault();
|
|
|
|
const int startRow = 6;
|
|
|
|
var codesRow = response.Values[0];
|
|
for (var i = 1; i <= 12; i++)
|
|
{
|
|
var values = new List<object>();
|
|
var month = i < 10 ? $"0{i}" : i.ToString();
|
|
var row = (startRow + i).ToString();
|
|
foreach (string code in codesRow)
|
|
{
|
|
var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}");
|
|
if (record != null)
|
|
{
|
|
values.Add(record.Value1!.Value);
|
|
}
|
|
else
|
|
{
|
|
values.Add("0");
|
|
}
|
|
}
|
|
var valueRange = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { values }
|
|
};
|
|
var update = googleSheetValues.Update(valueRange, sheetId, $"{reportSheetName}!C{row}:XZ{row}");
|
|
update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
update.Execute();
|
|
}
|
|
|
|
// sum
|
|
var valuesSum = new List<object>();
|
|
var emptyRow = new List<object>();
|
|
var rowEmpty = (startRow + 13).ToString();
|
|
var rowSum = (startRow + 14).ToString();
|
|
foreach (string code in codesRow)
|
|
{
|
|
var record = r2!.Records?.SingleOrDefault(x => x.Code == $"{code}13");
|
|
emptyRow.Add("");
|
|
if (record != null)
|
|
{
|
|
valuesSum.Add(record.Value1!.Value);
|
|
}
|
|
else
|
|
{
|
|
valuesSum.Add("0");
|
|
}
|
|
}
|
|
// insert empty row before sum
|
|
var valueRangeEmpty = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { emptyRow }
|
|
};
|
|
var updateEmpty = googleSheetValues.Update(valueRangeEmpty, sheetId, $"{reportSheetName}!C{rowEmpty}:XZ{rowEmpty}");
|
|
updateEmpty.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateEmpty.Execute();
|
|
|
|
var valueRangeSum = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { valuesSum }
|
|
};
|
|
var updateSum = googleSheetValues.Update(valueRangeSum, sheetId, $"{reportSheetName}!C{rowSum}:XZ{rowSum}");
|
|
updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateSum.Execute();
|
|
|
|
// update time
|
|
var timeUtc = new List<object>
|
|
{
|
|
r2!.ModifiedAt.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL"))
|
|
};
|
|
var valueRangeUtcTime = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { timeUtc }
|
|
};
|
|
var updateTimeUtc = googleSheetValues.Update(valueRangeUtcTime, sheetId, $"{reportSheetName}!G1");
|
|
updateTimeUtc.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateTimeUtc.Execute();
|
|
|
|
var warsawTimeZone = TimeZoneInfo.FindSystemTimeZoneById("Central European Standard Time");
|
|
var warsawTime = TimeZoneInfo.ConvertTimeFromUtc(r2.ModifiedAt.ToUniversalTime(), warsawTimeZone);
|
|
var timeWarsaw = new List<object>
|
|
{
|
|
warsawTime.ToString("dd.MM.yyyy HH:mm:ss", CultureInfo.GetCultureInfo("pl-PL"))
|
|
};
|
|
var valueRangeWarsawTime = new ValueRange
|
|
{
|
|
Values = new List<IList<object>> { timeWarsaw }
|
|
};
|
|
var updateTimeWarsaw = googleSheetValues.Update(valueRangeWarsawTime, sheetId, $"{reportSheetName}!G2");
|
|
updateTimeWarsaw.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateTimeWarsaw.Execute();
|
|
|
|
//invoices
|
|
|
|
var invoices = r2.Records!.Where(x => x.Code!.Length == 12)
|
|
.OrderByDescending(x => x.Code);
|
|
|
|
var invoicesValues = new List<IList<object>>();
|
|
var cleanUpValues = new List<IList<object>>();
|
|
foreach (var invoice in invoices)
|
|
{
|
|
var invoiceDate =
|
|
DateTime.ParseExact(invoice.Code!.Substring(0, 8), "yyyyMMdd", CultureInfo.InvariantCulture)
|
|
.ToString("dd.MM.yyyy", CultureInfo.GetCultureInfo("pl-PL"));
|
|
var invoiceRow = new List<object>
|
|
{
|
|
invoiceDate,
|
|
"",
|
|
invoice.Desc1!,
|
|
invoice.Value1!
|
|
};
|
|
invoicesValues.Add(invoiceRow);
|
|
|
|
var cleanupRow = new List<object>
|
|
{
|
|
"", "", "", ""
|
|
};
|
|
cleanUpValues.Add(cleanupRow);
|
|
}
|
|
|
|
|
|
var cleanupValueRange = new ValueRange { Values = cleanUpValues };
|
|
var cleanupInvoices = googleSheetValues.Update(cleanupValueRange, sheetId, $"{invoicesSheetName}!A6:E");
|
|
cleanupInvoices.ValueInputOption =
|
|
SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
cleanupInvoices.Execute();
|
|
|
|
|
|
var invoicesValueRange = new ValueRange { Values = invoicesValues };
|
|
var updateInvoices = googleSheetValues.Update(invoicesValueRange, sheetId, $"{invoicesSheetName}!A6:E");
|
|
updateInvoices.ValueInputOption =
|
|
SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED;
|
|
updateInvoices.Execute();
|
|
|
|
}
|
|
} |