diff --git a/Utils/SQL_HELPERS.sql b/Utils/SQL_HELPERS.sql index c3069d6..4433eec 100644 --- a/Utils/SQL_HELPERS.sql +++ b/Utils/SQL_HELPERS.sql @@ -237,4 +237,65 @@ --([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) --VALUES ((SELECT NEWID()), 'Codes', '5000-5003;5005;5081-5095;6000-6003;6005;6081-6095;7000-7003;7005;7081-7095;8000-8003;8005;8081-8095', --GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- + +-- T1-R1 +--DECLARE @LayerId UNIQUEIDENTIFIER; +--SET @LayerId = 'a6cf0ace-f3f7-4450-b5a3-ee85696baeac'; +-- +--INSERT INTO [diunabi-morska].[dbo].[Layers] +--([Id], [Number], [Source], [Name], [CreatedAt], [ModifiedAt], [IsDeleted], +--[CreatedById], [ModifiedById], [Type]) +--VALUES ((SELECT @LayerId), 1166, 'Manual', 'L1166-A-PW_R1-2024-202404302317', +--GETDATE(), GETDATE(), 0, '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 2); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Source', 'K5', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Source', 'M7', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Source', 'PU', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Source', 'FK', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Source', 'AA', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Type', 'ProcessWorker', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'ProcessType', 'T3-R1', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'IsEnabled', 'True', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Year', '2024', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); +-- +--INSERT INTO [diunabi-morska].[dbo].[Records] +--([Id], [Code], [Desc1], [CreatedAt], [ModifiedAt], [CreatedById], [ModifiedById], [IsDeleted], [LayerId]) +--VALUES ((SELECT NEWID()), 'Codes', '5000-5003;5005;5081-5095;6000-6003;6005;6081-6095;7000-7003;7005;7081-7095;8000-8003;8005;8081-8095;9000-9005;9081-9096;9111-9154', +--GETDATE(), GETDATE(), '117be4f0-b5d1-41a1-a962-39dc30cce368', '117be4f0-b5d1-41a1-a962-39dc30cce368', 0, (SELECT @LayerId)); -- \ No newline at end of file diff --git a/WebAPI/Controllers/LayersController.cs b/WebAPI/Controllers/LayersController.cs index c324008..f9fe08b 100644 --- a/WebAPI/Controllers/LayersController.cs +++ b/WebAPI/Controllers/LayersController.cs @@ -273,6 +273,7 @@ namespace WebAPI.Controllers "T3-MultiSourceYearSummary", "T3-MultiSourceCopySelectedCodes", "T3-MultiSourceCopySelectedCodesYearSummary" + "T3-R1" }; foreach (string type in processTypes) @@ -404,6 +405,21 @@ namespace WebAPI.Controllers }); return; } + if (processType == "T3-R1") + { + T3R1Processor processor = new T3R1Processor(db, googleSheetValues, this, logsController); + processor.process(processWorker!); + + logsController.AddEntry(new LogEntry + { + Title = $"{processWorker!.Name}, {processWorker.Id}", + Type = LogEntryType.info, + LogType = LogType.process, + Message = "Success", + CreatedAt = DateTime.UtcNow + }); + return; + } string? month = processWorker?.Records?.SingleOrDefault(x => x.Code == "Month")?.Desc1; if (month == null) { diff --git a/WebAPI/dataProcessors/t2.r1.processor.cs b/WebAPI/dataProcessors/t2.r1.processor.cs new file mode 100644 index 0000000..6c732f0 --- /dev/null +++ b/WebAPI/dataProcessors/t2.r1.processor.cs @@ -0,0 +1,235 @@ +using DiunaBIWebAPI.dataProcessors; +using Google.Apis.Sheets.v4; +using Google.Apis.Sheets.v4.Data; +using Microsoft.EntityFrameworkCore; +using WebAPI.Controllers; +using WebAPI.Models; + +namespace WebAPI.dataProcessors +{ + public class T3R1Processor + { + private readonly AppDbContext db; + private readonly SpreadsheetsResource.ValuesResource googleSheetValues; + private readonly LayersController controller; + private readonly LogsController logsController; + + public T3R1Processor( + AppDbContext _db, + SpreadsheetsResource.ValuesResource _googleSheetValues, + LayersController _controller, + LogsController _logsController) + { + db = _db; + googleSheetValues = _googleSheetValues; + controller = _controller; + logsController = _logsController; + } + + public void process(Layer processWorker) + { + int year = int.Parse(processWorker!.Records?.SingleOrDefault(x => x.Code == "Year")?.Desc1!); + List? sources = processWorker.Records?.Where(x => x.Code == "Source").ToList(); + if (sources!.Count() == 0) + { + throw new Exception("Source record not found"); + } + string? codes = processWorker.Records?.SingleOrDefault(x => x.Code == "Codes")?.Desc1; + if (codes == null) + { + throw new Exception("Codes record not found"); + } + List codesList = ProcessHelper.parseCodes(codes); + + Layer? processedLayer = db.Layers + .Where(x => x.ParentId == processWorker!.Id + && !x.IsDeleted) + .OrderByDescending(x => x.CreatedAt) + .FirstOrDefault(); + + bool isNew = false; + if (processedLayer == null) + { + isNew = true; + processedLayer = new Layer + { + Id = Guid.NewGuid(), + Source = "", + Type = LayerType.processed, + ParentId = processWorker!.Id, + Number = db.Layers.Count() + 1, + }; + processedLayer.Name = $"L{processedLayer.Number}-P-{year}-R1-T1"; + processedLayer.CreatedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.CreatedAt = DateTime.UtcNow; + processedLayer.ModifiedAt = DateTime.UtcNow; + } + processedLayer.Sources = new List(); + processedLayer.ModifiedById = Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D"); + processedLayer.ModifiedAt = DateTime.UtcNow; + + List dataSources = new List(); + + foreach (Record source in sources!) + { + for (int month = 1; month <= (DateTime.UtcNow.Month - 1); month++) + { + Layer? dataSource = db.Layers.Where(x => + x.Type == LayerType.processed && + !x.IsDeleted && + x.Name != null && x.Name.Contains($"{year}/{month}-{source.Desc1}-T3") + ) + .Include(x => x.Records) + .FirstOrDefault(); + if (dataSource != null) + { + dataSources.Add(dataSource); + } + else + { + logsController.AddEntry(new LogEntry + { + Title = $"{processWorker!.Name}, {processWorker.Id}", + Type = LogEntryType.warning, + LogType = LogType.process, + Message = $"Data source {year}/{month}-{source.Desc1}-T3 not found", + CreatedAt = DateTime.UtcNow + }); + } + } + // year summary + Layer? dataSourceSum = db.Layers.Where(x => + x.Type == LayerType.processed && + !x.IsDeleted && + x.Name != null && x.Name.Contains($"{year}/13-{source.Desc1}-T3") + ) + .Include(x => x.Records) + .FirstOrDefault(); + if (dataSourceSum != null) + { + dataSources.Add(dataSourceSum); + } + else + { + logsController.AddEntry(new LogEntry + { + Title = $"{processWorker!.Name}, {processWorker.Id}", + Type = LogEntryType.warning, + LogType = LogType.process, + Message = $"Data source {year}/13-{source.Desc1}-T3 not found", + CreatedAt = DateTime.UtcNow + }); + } + } + + + if (dataSources.Count == 0) + { + throw new Exception($"DataSources are empty"); + } + + List newRecords = dataSources + .SelectMany(x => x.Records!) + .Where(x => codesList.Contains(int.Parse(x.Code!))) + .Select(x => + { + Layer? layer = dataSources.SingleOrDefault(y => y.Id == x.LayerId); + string postFix = layer!.Name!.Split("/")[1].Split("-")[0]; + if (postFix.Length == 1) + { + postFix = "0" + postFix; + } + + Record newRecord = new Record + { + Id = Guid.NewGuid(), + Code = x.Code + postFix, + CreatedAt = DateTime.UtcNow, + ModifiedAt = DateTime.UtcNow, + Value1 = x.Value32 + }; + + return newRecord; + }) + .ToList(); + if (isNew) + { + db.Layers.Add(processedLayer); + } + else + { + db.Layers.Update(processedLayer); + } + controller.SaveRecords(processedLayer.Id, newRecords, Guid.Parse("F392209E-123E-4651-A5A4-0B1D6CF9FF9D")); + db.SaveChanges(); + + updateReport(); + } + + public void updateReport() + { + string sheetId = "1pph-XowjlK5CIaCEV_A5buK4ceJ0Z0YoUlDI4VMkhhA"; + string sheetName = "Raport_AB-AA_Eksport"; + SpreadsheetsResource.ValuesResource.GetRequest request = googleSheetValues.Get(sheetId, "D4:EX4"); + var response = request.Execute(); + + Layer? R1 = db.Layers + .Where(x => x.Number == 1205) + .Include(x => x.Records) + .FirstOrDefault(); + + int startRow = 16; + + var codesRow = response.Values[0]; + for (int i = 1; i <= (DateTime.UtcNow.Month - 1); i++) + { + List values = new List(); + string month = i < 10 ? $"0{i}" : i.ToString(); + string row = (startRow + i).ToString(); + foreach (string code in codesRow) + { + Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}{month}"); + if (record != null) + { + values.Add(record.Value1!.Value); + } + else + { + values.Add(""); + } + } + ValueRange ValueRange = new ValueRange + { + Values = new List> { values } + }; + SpreadsheetsResource.ValuesResource.UpdateRequest update = googleSheetValues.Update(ValueRange, sheetId, $"{sheetName}!D{row}:XZ{row}"); + update.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; + update.Execute(); + } + + // sum + List valuesSum = new List(); + string rowSum = (startRow + DateTime.UtcNow.Month + 1).ToString(); + foreach (string code in codesRow) + { + Record? record = R1!.Records?.SingleOrDefault(x => x.Code == $"{code}13"); + if (record != null) + { + valuesSum.Add(record.Value1!.Value); + } + else + { + valuesSum.Add(""); + } + } + ValueRange ValueRangeSum = new ValueRange + { + Values = new List> { valuesSum } + }; + SpreadsheetsResource.ValuesResource.UpdateRequest updateSum = googleSheetValues.Update(ValueRangeSum, sheetId, $"{sheetName}!D{rowSum}:XZ{rowSum}"); + updateSum.ValueInputOption = SpreadsheetsResource.ValuesResource.UpdateRequest.ValueInputOptionEnum.USERENTERED; + updateSum.Execute(); + } + } +}