diff --git a/server/AyaNova/Controllers/ReportController.cs b/server/AyaNova/Controllers/ReportController.cs
index 58c268b9..4c28893d 100644
--- a/server/AyaNova/Controllers/ReportController.cs
+++ b/server/AyaNova/Controllers/ReportController.cs
@@ -241,6 +241,50 @@ namespace AyaNova.Api.Controllers
}
+
+ ///
+ /// Start Render Report job
+ ///
+ /// report id and object id values for object type specified in report template
+ /// From route path
+ /// Job Id
+ [HttpPost("render-job")]
+ public async Task RequestRenderReport([FromBody] DataListReportRequest reportRequest, ApiVersion apiVersion)
+ {
+ if (!serverState.IsOpen)
+ return StatusCode(503, new ApiErrorResponse(serverState.ApiErrorCode, null, serverState.Reason));
+
+
+ ReportBiz biz = ReportBiz.GetBiz(ct, HttpContext);
+ if (!Authorized.HasReadFullRole(HttpContext.Items, biz.BizType))
+ return StatusCode(403, new ApiNotAuthorizedResponse());
+ if (!ModelState.IsValid)
+ return BadRequest(new ApiErrorResponse(ModelState));
+
+ var httpConnectionFeature = HttpContext.Features.Get();
+ var API_URL = $"http://127.0.0.1:{httpConnectionFeature.LocalPort}/api/v8/";
+ try
+ {
+ var result = await biz.RequestRenderReport(reportRequest, DateTime.UtcNow.AddMinutes(ServerBootConfig.AYANOVA_REPORT_RENDERING_TIMEOUT), API_URL,UserNameFromContext.Name(HttpContext.Items));
+ if (string.IsNullOrWhiteSpace(result))
+ return BadRequest(new ApiErrorResponse(biz.Errors));
+ else
+ return Ok(ApiOkResponse.Response(result));
+ }
+ catch (ReportRenderTimeOutException)
+ {
+ log.LogInformation($"Report render timeout, exceeded timeout setting of {ServerBootConfig.AYANOVA_REPORT_RENDERING_TIMEOUT} minutes, report id: {reportRequest.ReportId}, record count:{reportRequest.SelectedRowIds.LongLength}, user:{UserNameFromContext.Name(HttpContext.Items)} ");
+ return Ok(ApiOkResponse.Response(new { timeout = true, timeoutconfigminutes = ServerBootConfig.AYANOVA_REPORT_RENDERING_TIMEOUT }));
+ }
+ catch (System.Exception ex)
+ {
+ //The Javascript evaluation stack trace can be in the message making it long and internalized,
+ //however the info is useful as it can indicate exactly which function failed etc so sending it all back is best
+ return BadRequest(new ApiErrorResponse(ApiErrorCode.INVALID_OPERATION, null, ex.Message));
+ }
+ }
+
+
///
/// Download a rendered report
///
diff --git a/server/AyaNova/biz/JobType.cs b/server/AyaNova/biz/JobType.cs
index 4eefb637..7d286b07 100644
--- a/server/AyaNova/biz/JobType.cs
+++ b/server/AyaNova/biz/JobType.cs
@@ -13,7 +13,9 @@ namespace AyaNova.Biz
SeedTestData = 4,
BatchCoreObjectOperation = 5,
Backup = 6,
- AttachmentMaintenance = 7
+ AttachmentMaintenance = 7,
+ RenderReport=8,
+ ExportData=9
}
diff --git a/server/AyaNova/biz/ReportBiz.cs b/server/AyaNova/biz/ReportBiz.cs
index 49329d8f..b2ca3376 100644
--- a/server/AyaNova/biz/ReportBiz.cs
+++ b/server/AyaNova/biz/ReportBiz.cs
@@ -449,7 +449,7 @@ namespace AyaNova.Biz
//*** DANGER: --disable-dev-shm-usage will crash linux ayanova when it runs out of memory ****
//that was only suitable for dockerized scenario as it had an alt swap system
//var OriginalDefaultArgs = "--disable-dev-shm-usage --single-process --no-sandbox --disable-gpu --no-zygote ";
- var DefaultArgs = "--headless --no-sandbox";
+ var DefaultArgs = "--headless --no-sandbox";
if (!string.IsNullOrWhiteSpace(ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PARAMS))
{
log.LogDebug($"AYANOVA_REPORT_RENDER_BROWSER_PARAMS will be used: {ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PARAMS}");
@@ -469,7 +469,7 @@ namespace AyaNova.Biz
log.LogDebug($"Launching headless Browser and new page now:");
using (var browser = await Puppeteer.LaunchAsync(lo))
using (var page = (await browser.PagesAsync())[0])
- // using (var page = await browser.NewPageAsync())
+ // using (var page = await browser.NewPageAsync())
{
//track this process for timeout purposes
ReportRenderManager.AddProcess(browser.Process.Id, renderTimeOutExpiry, log);
@@ -591,8 +591,8 @@ namespace AyaNova.Biz
//prePareData / preRender
var ReportDataObject = $"{{ ayReportData:{ReportData}, ayReportMetaData:{reportMeta}, ayClientMetaData:{clientMeta}, ayServerMetaData:{serverMeta} }}";
-
- log.LogDebug($"PageLog before render:{PageLog.ToString()}");
+
+ log.LogDebug($"PageLog before render:{PageLog.ToString()}");
log.LogDebug($"Calling ayPreRender...");
await page.WaitForExpressionAsync($"ayPreRender({ReportDataObject})");
log.LogDebug($"ayPreRender completed");
@@ -762,14 +762,542 @@ namespace AyaNova.Biz
}
+
+
+ ////////////////////////////////////////////////////////////////////////////////////////////////
+ //RENDER
+ //
+
+ public async Task RequestRenderReport(DataListReportRequest reportRequest, DateTime renderTimeOutExpiry, string apiUrl, string userName)
+ {
+ var log = AyaNova.Util.ApplicationLogging.CreateLogger("ReportBiz::RequestRenderReport");
+ log.LogDebug($"report id {reportRequest.ReportId}, timeout @ {renderTimeOutExpiry.ToString()}");
+
+
+ //Customer User Report?
+ bool RequestIsCustomerWorkOrderReport = false;
+ if (reportRequest.ReportId == -100)
+ {
+ log.LogDebug("customer user report requested");
+ //get the user and workorder data and set the actual report id or return null if not found
+ var woTags = await ct.WorkOrder.AsNoTracking().Where(x => x.Id == reportRequest.SelectedRowIds[0]).Select(x => x.Tags).FirstOrDefaultAsync();
+ if (woTags == null) return null;
+ var cr = await UserBiz.CustomerUserEffectiveRightsAsync(UserId, woTags);
+ if (cr.ThisWOEffectiveWOReportId == null) return null;
+ reportRequest.ReportId = (long)cr.ThisWOEffectiveWOReportId;
+ RequestIsCustomerWorkOrderReport = true;
+ }
+
+ //get report, vet security, see what we need before init in case of issue
+ log.LogDebug($"get report from db");
+ var report = await ct.Report.FirstOrDefaultAsync(z => z.Id == reportRequest.ReportId);
+ if (report == null)
+ {
+ AddError(ApiErrorCode.NOT_FOUND, "id");
+ return null;
+ }
+
+ //If we get here via the /viewreport url in the client then there is no object type set so we need to set it here from the report
+ if (reportRequest.AType == AyaType.NoType)
+ {
+ reportRequest.AType = report.AType;
+ }
+
+
+ AuthorizationRoles effectiveRoles = CurrentUserRoles;
+
+
+ if (!RequestIsCustomerWorkOrderReport && !AyaNova.Api.ControllerHelpers.Authorized.HasReadFullRole(effectiveRoles, report.AType))
+ {
+ log.LogDebug($"bail: user unauthorized");
+ AddError(ApiErrorCode.NOT_AUTHORIZED, null, $"User not authorized for {report.AType} type object");
+ return null;
+ }
+
+ //Client meta data is required
+ if (reportRequest.ClientMeta == null)
+ {
+ log.LogDebug($"bail: ClientMeta parameter is missing");
+ AddError(ApiErrorCode.VALIDATION_MISSING_PROPERTY, null, "ClientMeta parameter is missing and required to render report");
+ return null;
+ }
+
+ //includeWoItemDescendants?
+ reportRequest.IncludeWoItemDescendants = report.IncludeWoItemDescendants;
+
+
+
+
+ //Do we need to rehydrate the ID List from a DataList?
+ if (reportRequest.SelectedRowIds.Length == 0)
+ reportRequest.SelectedRowIds = await DataListSelectedProcessingOptions.RehydrateIdList(reportRequest, ct, effectiveRoles, log, UserId, UserTranslationId);
+
+
+ //todo: put in job add job handler to do the remainder of this request
+
+
+ var JobName = $"LT:Report id: \"{reportRequest.ReportId}\" LT:{reportRequest.AType} ({reportRequest.SelectedRowIds.LongLength}) LT:User {userName}";
+ JObject o = JObject.FromObject(new
+ {
+ reportRequest = reportRequest,
+ requestIsCustomerWorkOrderReport = RequestIsCustomerWorkOrderReport,
+ apiUrl = apiUrl,
+ userName = userName
+ });
+
+ OpsJob j = new OpsJob();
+ j.Name = JobName;
+ j.AType = AyaType.Report;
+ j.JobType = JobType.RenderReport;
+ j.SubType = JobSubType.NotSet;
+ j.Exclusive = false;
+ j.JobInfo = o.ToString();
+ await JobsBiz.AddJobAsync(j);
+ await EventLogProcessor.LogEventToDatabaseAsync(new Event(UserId, 0, AyaType.ServerJob, AyaEvent.Created, JobName), ct);
+ return j.GId;
+
+ ///////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////////
+
+ }
+
+
+ public async Task DoRenderJob(OpsJob job)
+ {
+ var log = AyaNova.Util.ApplicationLogging.CreateLogger("ReportBiz::DoRenderJob");
+ await JobsBiz.UpdateJobStatusAsync(job.GId, JobStatus.Running);
+ await JobsBiz.LogJobAsync(job.GId, $"LT:StartJob {job.JobType}");
+
+ //rehydrate job objects
+ log.LogDebug($"Rehydrating job {job.Name}");
+ JObject jobData = JObject.Parse(job.JobInfo);
+ var reportRequest = jobData["reportRequest"].ToObject();
+ var RequestIsCustomerWorkOrderReport = jobData["requestIsCustomerWorkOrderReport"].ToObject();
+ var apiUrl = jobData["apiUrl"].ToObject();
+ var userName = jobData["userName"].ToObject();
+ var renderTimeOutExpiry = DateTime.UtcNow.AddMinutes(ServerBootConfig.AYANOVA_REPORT_RENDERING_TIMEOUT);
+
+
+ var report = await ct.Report.FirstOrDefaultAsync(z => z.Id == reportRequest.ReportId);
+ if (report == null)
+ {
+ await JobsBiz.LogJobAsync(job.GId, $"LT:ErrorAPI2010 LT:Report({reportRequest.ReportId})");
+ await JobsBiz.UpdateJobStatusAsync(job.GId, JobStatus.Failed);
+ return;
+ }
+
+ //Get data
+ log.LogDebug("Getting report data now");
+ var ReportData = await GetReportData(reportRequest, renderTimeOutExpiry, RequestIsCustomerWorkOrderReport);
+ //if GetReportData errored then will return null so need to return that as well here
+ if (ReportData == null)
+ {
+ log.LogDebug($"bail: ReportData == null");
+ await JobsBiz.LogJobAsync(job.GId, $"{this.GetErrorsAsString()}");//?? circle back on this one
+ await JobsBiz.UpdateJobStatusAsync(job.GId, JobStatus.Failed);
+ }
+ // #if (DEBUG)
+ // log.LogInformation($"DBG: ReportBiz::RenderReport got report data");
+ // #endif
+ if (DateTime.UtcNow > renderTimeOutExpiry)
+ {
+ await HandleTimeOut(job, log, reportRequest, userName);
+ return;
+ }
+ //initialization
+ log.LogDebug("Initializing report rendering system");
+ bool AutoDownloadChromium = true;
+ if (string.IsNullOrWhiteSpace(ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PATH))
+ {
+ log.LogDebug($"Using default Chromium browser (downloaded)");
+ }
+ else
+ {
+ log.LogDebug($"Using user specified Chromium browser at {ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PATH}");
+ AutoDownloadChromium = false;
+ }
+
+ var ReportJSFolderPath = Path.Combine(ServerBootConfig.AYANOVA_CONTENT_ROOT_PATH, "resource", "rpt");
+
+ var lo = new LaunchOptions { Headless = true };
+ if (!AutoDownloadChromium)
+ {
+ lo.ExecutablePath = ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PATH;
+ /*
+ troubleshooting links:
+ https://developers.google.com/web/tools/puppeteer/troubleshooting
+
+ These links might be worth looking at in future if diagnosing other issues:
+ https://github.com/puppeteer/puppeteer/blob/main/docs/troubleshooting.md#running-on-alpine
+ https://github.com/puppeteer/puppeteer/issues/1825
+ const chromeFlags = [
+ '--headless',
+ '--no-sandbox',
+ "--disable-gpu",
+ "--single-process",
+ "--no-zygote"
+ ]
+ */
+ }
+ else
+ {
+ // #if (DEBUG)
+ // log.LogInformation($"DBG: ReportBiz::calling browserfetcher");
+ // #endif
+ log.LogDebug($"Windows: Calling browserFetcher download async now:");
+ await new BrowserFetcher().DownloadAsync(BrowserFetcher.DefaultChromiumRevision);
+ }
+
+ //Set Chromium args
+ //*** DANGER: --disable-dev-shm-usage will crash linux ayanova when it runs out of memory ****
+ //that was only suitable for dockerized scenario as it had an alt swap system
+ //var OriginalDefaultArgs = "--disable-dev-shm-usage --single-process --no-sandbox --disable-gpu --no-zygote ";
+ var DefaultArgs = "--headless --no-sandbox";
+ if (!string.IsNullOrWhiteSpace(ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PARAMS))
+ {
+ log.LogDebug($"AYANOVA_REPORT_RENDER_BROWSER_PARAMS will be used: {ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PARAMS}");
+ lo.Args = new string[] { $"{ServerBootConfig.AYANOVA_REPORT_RENDER_BROWSER_PARAMS}" };// AYANOVA_REPORT_RENDER_BROWSER_PARAMS
+ }
+ else
+ {
+ log.LogDebug($"AYANOVA_REPORT_RENDER_BROWSER_PARAMS not set, using defaults '{DefaultArgs}'");
+ lo.Args = new string[] { DefaultArgs };
+ }
+ System.Text.StringBuilder PageLog = new System.Text.StringBuilder();
+
+ if (DateTime.UtcNow > renderTimeOutExpiry)
+ throw new ReportRenderTimeOutException();
+
+ //API DOCS http://www.puppeteersharp.com/api/index.html
+ log.LogDebug($"Launching headless Browser and new page now:");
+ using (var browser = await Puppeteer.LaunchAsync(lo))
+ using (var page = (await browser.PagesAsync())[0])
+ // using (var page = await browser.NewPageAsync())
+ {
+ //track this process for timeout purposes
+ ReportRenderManager.AddProcess(browser.Process.Id, renderTimeOutExpiry, log);
+ page.DefaultTimeout = 0;//infinite timeout as we are controlling how long the process can live for with the reportprocessmanager
+ try
+ {
+ //info and error logging
+ page.Console += async (sender, args) =>
+ {
+ switch (args.Message.Type)
+ {
+ case ConsoleType.Error:
+ try
+ {
+ var errorArgs = await Task.WhenAll(args.Message.Args.Select(arg => arg.ExecutionContext.EvaluateFunctionAsync("(arg) => arg instanceof Error ? arg.message : arg", arg)));
+ PageLog.AppendLine($"ERROR: {args.Message.Text} args: [{string.Join