server/AyaNova/generator/CoreJobSweeper.cs

@@ -19,8 +19,10 @@ namespace AyaNova.Biz
         private static ILogger log = AyaNova.Util.ApplicationLogging.CreateLogger("CoreJobSweeper");
         private static DateTime lastSweep = DateTime.MinValue;
         private static TimeSpan SWEEP_EVERY_INTERVAL = new TimeSpan(0, 30, 0);
-        private static TimeSpan SUCCEEDED_JOBS_DELETE_AFTER_THIS_TIMESPAN = new TimeSpan(24, 0, 0);//24 hours
+        private static TimeSpan SUCCEEDED_JOBS_DELETE_AFTER_THIS_TIMESPAN = new TimeSpan(14, 0, 0, 0);//14 days
         private static TimeSpan FAILED_JOBS_DELETE_AFTER_THIS_TIMESPAN = new TimeSpan(14, 0, 0, 0);//14 days (gives people time to notice and look into it)
+        private static TimeSpan INTERNAL_JOBS_LOGS_DELETE_AFTER_THIS_TIMESPAN = new TimeSpan(14, 0, 0, 0);//14 days
+
         private static TimeSpan RUNNING_JOBS_BECOME_FAILED_AFTER_THIS_TIMESPAN = new TimeSpan(24, 0, 0);//24 hours (time running jobs are allowed to sit in "running" state before considered failed)
 
         ////////////////////////////////////////////////////////////////////////////////////////////////
@@ -46,12 +48,17 @@ namespace AyaNova.Biz
             dtDeleteCutoff = DateTime.UtcNow - FAILED_JOBS_DELETE_AFTER_THIS_TIMESPAN;
             await sweepAsync(ct, dtDeleteCutoff, JobStatus.Failed);
 
-
             //KILL STUCK JOBS
             //calculate cutoff to delete 
             DateTime dtRunningDeadline = DateTime.UtcNow - RUNNING_JOBS_BECOME_FAILED_AFTER_THIS_TIMESPAN;
             await killStuckJobsAsync(ct, dtRunningDeadline);
 
+            //SWEEP INTERNAL JOB LOG
+            //calculate cutoff to delete 
+            dtDeleteCutoff = DateTime.UtcNow - INTERNAL_JOBS_LOGS_DELETE_AFTER_THIS_TIMESPAN;
+            await SweepInternalJobsLogsAsync(ct, dtDeleteCutoff);
+
+
             lastSweep = DateTime.UtcNow;
         }
 
@@ -111,6 +118,32 @@ namespace AyaNova.Biz
         }
 
 
+        private static async Task SweepInternalJobsLogsAsync(AyContext ct, DateTime dtDeleteCutoff)
+        {
+
+            //Get the deleteable list (this is for reporting, could easily just do it in one go)
+            var logs = await ct.OpsJobLog
+                   .AsNoTracking()
+                   .Where(z => z.Created < dtDeleteCutoff)
+                   .OrderBy(z => z.Created)
+                   .ToListAsync();
+
+            log.LogTrace($"SweepInternalJobsLogsAsync processing: cutoff={dtDeleteCutoff.ToString()}, for {logs.Count.ToString()} log entries");
+
+            foreach (OpsJobLog l in logs)
+            {
+                try
+                {
+                    await ct.Database.ExecuteSqlInterpolatedAsync($"delete from aopsjoblog where gid = {l.GId}");
+                }
+                catch (Exception ex)
+                {
+                    log.LogError(ex, "SweepInternalJobsLogsAsync exception removed old log entries");
+                    throw (ex);
+                }
+            }
+        }
+
         /////////////////////////////////////////////////////////////////////
 
     }//eoc