.vscode/launch.json

@@ -53,8 +53,8 @@
         "AYANOVA_FOLDER_USER_FILES": "c:\\temp\\RavenTestData\\userfiles",
         "AYANOVA_FOLDER_BACKUP_FILES": "c:\\temp\\RavenTestData\\backupfiles",
         "AYANOVA_FOLDER_TEMPORARY_SERVER_FILES": "c:\\temp\\RavenTestData\\tempfiles",
-        "AYANOVA_SERVER_TEST_MODE": "false",
+        "AYANOVA_SERVER_TEST_MODE": "true",
-        "AYANOVA_SERVER_TEST_MODE_SEEDLEVEL": "small",
+        "AYANOVA_SERVER_TEST_MODE_SEEDLEVEL": "huge",
         "AYANOVA_SERVER_TEST_MODE_TZ_OFFSET": "-7",
         "AYANOVA_BACKUP_PG_DUMP_PATH": "C:\\data\\code\\postgres_13\\bin\\"
       },

server/AyaNova/Startup.cs

@@ -36,7 +36,8 @@ namespace AyaNova
             _newLog = nlogLoggerProvider.CreateLogger("SERVER");
             _hostingEnvironment = hostingEnvironment;
             AyaNova.Util.ApplicationLogging.LoggerProvider = nlogLoggerProvider;
-            ServerBootConfig.AYANOVA_CONTENT_ROOT_PATH = hostingEnvironment.ContentRootPath;
+            ServerBootConfig.AYANOVA_CONTENT_ROOT_PATH = hostingEnvironment.ContentRootPath;            
+            ServerBootConfig.SEEDING=false;
         }
 
         private readonly ILogger _newLog;

server/AyaNova/biz/BizObject.cs

@@ -13,7 +13,7 @@ namespace AyaNova.Biz
 
         public BizObject()
         {
-
+           
         }
 
 
@@ -27,7 +27,7 @@ namespace AyaNova.Biz
         internal long UserId { get; set; }
         internal long UserTranslationId { get; set; }
         internal AuthorizationRoles CurrentUserRoles { get; set; }
-
+      
         #endregion
 
 

server/AyaNova/biz/CustomerBiz.cs

@@ -210,7 +210,9 @@ namespace AyaNova.Biz
 
         private async Task ValidateAsync(Customer proposedObj, Customer currentObj)
         {
-
+            //skip validation if seeding
+            if (ServerBootConfig.SEEDING) return;
+            
             bool isNew = currentObj == null;
 
             //Name required
@@ -262,18 +264,18 @@ namespace AyaNova.Biz
 
             //So, for a customer, the Customer Notes collection is accessed from within the Customer form, even though it's actually external but user doesn't see it that way
             //so they would be deleted automatically, same goes for Contacts (if they can be deleted and don't have connections elsewhere)
-            
+
             //Workorders and things that you select a Customer for would trigger an error and NOT be deleted automatically
             //The Mass delete Extension will be used in those cases to clear out all the workorders etc
 
-         
+
 
             //Referential integrity error
             if (await ct.User.AnyAsync(z => z.CustomerId == inObj.Id) == true)
             {
                 //Note: errorbox will ensure it appears in the general errror box and not field specific
                 //the translation key is to indicate what the linked object is that is causing the error
-                AddError(ApiErrorCode.VALIDATION_REFERENTIAL_INTEGRITY, "errorbox", "LT:Contact");                
+                AddError(ApiErrorCode.VALIDATION_REFERENTIAL_INTEGRITY, "errorbox", "LT:Contact");
             }
 
         }

server/AyaNova/biz/HeadOfficeBiz.cs

@@ -205,6 +205,8 @@ namespace AyaNova.Biz
 
         private async Task ValidateAsync(HeadOffice proposedObj, HeadOffice currentObj)
         {
+            //skip validation if seeding
+            if (ServerBootConfig.SEEDING) return;
 
             bool isNew = currentObj == null;
 

server/AyaNova/biz/NotifyEventProcessor.cs

@@ -136,6 +136,7 @@ namespace AyaNova.Biz
         //will iterate the subscriptions and see if any apply here
         internal static async Task HandlePotentialNotificationEvent(AyaEvent ayaEvent, ICoreBizObjectModel newObject, ICoreBizObjectModel originalObject = null)
         {
+            if (ServerBootConfig.SEEDING) return;
             log.LogDebug($"HandlePotentialNotificationEvent processing:  [AyaType:{newObject.AyaType}, AyaEvent:{ayaEvent}]");
             //set to true if any changes are made to the context (NotifyEvent added)
             bool SaveContext = false;
@@ -144,9 +145,9 @@ namespace AyaNova.Biz
                 using (AyContext ct = AyaNova.Util.ServiceProviderProvider.DBContext)
                 {
                     //short circuit if there are no subscriptions which would be typical of a v8 migrate scenario or fresh import or just not using notification
-                    if(!await ct.NotifySubscription.AnyAsync())
+                    if (!await ct.NotifySubscription.AnyAsync())
                         return;
-                        
+
                     //switch through AyaEvent then individual Ayatypes as required for event types
                     switch (ayaEvent)
                     {

server/AyaNova/biz/TranslationBiz.cs

@@ -12,7 +12,7 @@ namespace AyaNova.Biz
 
     internal class TranslationBiz : BizObject
     {
-        public bool SeedOrImportRelaxedRulesMode { get; set; }
+       
 
         internal TranslationBiz(AyContext dbcontext, long currentUserId, long userTranslationId, AuthorizationRoles userRoles)
         {
@@ -20,8 +20,7 @@ namespace AyaNova.Biz
             UserId = currentUserId;
             UserTranslationId = userTranslationId;
             CurrentUserRoles = userRoles;
-            BizType = AyaType.Translation;
+            BizType = AyaType.Translation;            
-            SeedOrImportRelaxedRulesMode = false;//default
         }
 
         internal static TranslationBiz GetBiz(AyContext ct, Microsoft.AspNetCore.Http.HttpContext httpContext = null)

server/AyaNova/biz/UserBiz.cs

@@ -17,7 +17,7 @@ namespace AyaNova.Biz
     internal class UserBiz : BizObject, IJobObject, ISearchAbleObject, IReportAbleObject
     {
 
-        public bool SeedOrImportRelaxedRulesMode { get; set; }
+
 
         internal UserBiz(AyContext dbcontext, long currentUserId, long userTranslationId, AuthorizationRoles userRoles)
         {
@@ -26,7 +26,6 @@ namespace AyaNova.Biz
             UserTranslationId = userTranslationId;
             CurrentUserRoles = userRoles;
             BizType = AyaType.User;
-            SeedOrImportRelaxedRulesMode = false;//default
         }
 
         //This is where active tech license consumers are accounted for
@@ -448,6 +447,9 @@ namespace AyaNova.Biz
         //Can save or update?
         private async Task ValidateAsync(User proposedObj, User currentObj)
         {
+            //skip validation if seeding
+            if(ServerBootConfig.SEEDING) return;
+
             //run validation and biz rules
             bool isNew = currentObj == null;
 
@@ -535,7 +537,7 @@ namespace AyaNova.Biz
             }
 
             //Validate customer type user
-            if (!SeedOrImportRelaxedRulesMode && proposedObj.UserType == UserType.Customer)
+            if (proposedObj.UserType == UserType.Customer)
             {
                 if (proposedObj.CustomerId == null || proposedObj.CustomerId == 0)
                 {
@@ -550,7 +552,7 @@ namespace AyaNova.Biz
             }
 
             //Validate headoffice type user
-            if (!SeedOrImportRelaxedRulesMode && proposedObj.UserType == UserType.HeadOffice)
+            if (proposedObj.UserType == UserType.HeadOffice)
             {
                 if (proposedObj.HeadOfficeId == null || proposedObj.HeadOfficeId == 0)
                 {
@@ -565,7 +567,7 @@ namespace AyaNova.Biz
             }
 
             //Validate subcontractor type user
-            if (!SeedOrImportRelaxedRulesMode && proposedObj.UserType == UserType.ServiceContractor)
+            if (proposedObj.UserType == UserType.ServiceContractor)
             {
                 if (proposedObj.VendorId == null || proposedObj.VendorId == 0)
                 {

server/AyaNova/biz/VendorBiz.cs

@@ -54,6 +54,7 @@ namespace AyaNova.Biz
                 await EventLogProcessor.LogEventToDatabaseAsync(new Event(UserId, newObject.Id, BizType, AyaEvent.Created), ct);
                 await SearchIndexAsync(newObject, true);
                 await TagBiz.ProcessUpdateTagsInRepositoryAsync(ct, newObject.Tags, null);
+
                 await NotifyEventProcessor.HandlePotentialNotificationEvent(AyaEvent.Created, newObject);
                 return newObject;
             }
@@ -153,7 +154,7 @@ namespace AyaNova.Biz
                     Vendor dbObject = await ct.Vendor.SingleOrDefaultAsync(z => z.Id == id);
                     ValidateCanDelete(dbObject);
                     if (HasErrors)
-                        return false;                    
+                        return false;
                     ct.Vendor.Remove(dbObject);
                     await ct.SaveChangesAsync();
                     await EventLogProcessor.DeleteObjectLogAsync(UserId, BizType, dbObject.Id, dbObject.Name, ct);
@@ -202,13 +203,16 @@ namespace AyaNova.Biz
         private async Task ValidateAsync(Vendor proposedObj, Vendor currentObj)
         {
 
+            //skip validation if seeding
+            if (ServerBootConfig.SEEDING) return;
+
             bool isNew = currentObj == null;
 
             //Name required
             if (string.IsNullOrWhiteSpace(proposedObj.Name))
                 AddError(ApiErrorCode.VALIDATION_REQUIRED, "Name");
 
-   
+
             //If name is otherwise OK, check that name is unique
             if (!PropertyHasErrors("Name"))
             {
@@ -241,7 +245,7 @@ namespace AyaNova.Biz
         }
 
 
-        
+
         ////////////////////////////////////////////////////////////////////////////////////////////////
         //REPORTING
         //

server/AyaNova/biz/WidgetBiz.cs

@@ -226,6 +226,9 @@ namespace AyaNova.Biz
         //
         private async Task ValidateAsync(Widget proposedObj)
         {
+             //skip validation if seeding
+            if(ServerBootConfig.SEEDING) return;
+            
             //NOTE: In DB schema only name and serial are not nullable
 
             //run validation and biz rules

server/AyaNova/util/Seeder.cs

@@ -95,6 +95,8 @@ namespace AyaNova.Util
 
 
                 apiServerState.SetOpsOnly("Seeding database");
+                ServerBootConfig.SEEDING = true;
+
                 //Erase all the data except for the license, schema and the SuperUser 
                 await DbUtil.EmptyBizDataFromDatabaseForSeedingOrImportingAsync(log);
                 //Event log erase and seeding
@@ -198,7 +200,7 @@ namespace AyaNova.Util
 
                 //Seed special test data for integration testing
                 //log.LogInformation("Seeding known users");
-                await SeedKnownUsersAsync(log);
+                await SeedKnownObjectsAsync(log);
 
                 //log.LogInformation("Seeding all other data");
                 switch (slevel)
@@ -282,7 +284,7 @@ namespace AyaNova.Util
 
 
                             //WIDGETS                   
-                            await SeedWidgetAsync(log, 500);
+                            await SeedWidgetAsync(log, 100);
 
                             //CUSTOMERS
                             await SeedCustomerAsync(log, 500);
@@ -359,7 +361,7 @@ namespace AyaNova.Util
 
 
                             //WIDGETS                   
-                            await SeedWidgetAsync(log, 5000);
+                            await SeedWidgetAsync(log, 100);
 
                             //CUSTOMERS
                             await SeedCustomerAsync(log, 5000);
@@ -436,7 +438,7 @@ namespace AyaNova.Util
 
 
                             //WIDGETS                   
-                            await SeedWidgetAsync(log, 20000);
+                            await SeedWidgetAsync(log, 100);
 
                             //CUSTOMERS
                             await SeedCustomerAsync(log, 20000);
@@ -494,8 +496,8 @@ namespace AyaNova.Util
             }
             finally
             {
-                //TODO: fully async: watch the job and don't turn the state back until the job is done?
+               //No matter what seeding is done
-
+                ServerBootConfig.SEEDING = false;
                 log.LogInformation($"Seeder: setting server state back to {wasServerState.ToString()}");
                 apiServerState.SetState(wasServerState, wasReason);
             }
@@ -517,6 +519,9 @@ namespace AyaNova.Util
             return s + " " + (++RUNNING_COUNT).ToString();
         }
 
+        public HashSet<string> HashUserNames = new HashSet<string>();
+        public HashSet<string> HashCompanyNames = new HashSet<string>();
+
 
         private string[] TagSet = new[] { "red", "orange", "yellow", "green", "blue", "indigo", "violet", "brown", "black", "white", "silver", "gold", "fuchsia", "jade", "mauve", "purple", "quince", "xanthic", "zebra", "zone0", "zone1", "zone2", "zone3", "zone4", "zone5", "zone6", "zone7", "zone8", "zone9" };
 
@@ -530,7 +535,7 @@ namespace AyaNova.Util
         //////////////////////////////////////////////////////
         //Seed test data for integration tests
         //
-        public async Task SeedKnownUsersAsync(ILogger log)
+        public async Task SeedKnownObjectsAsync(ILogger log)
         {
             try
             {
@@ -569,6 +574,9 @@ namespace AyaNova.Util
                 await SeedUserAsync(log, 1, AuthorizationRoles.All, UserType.NotService, true, "es", "es", await TranslationBiz.TranslationNameToIdStaticAsync("es"), KnownUserTags);
                 await SeedUserAsync(log, 1, AuthorizationRoles.All, UserType.NotService, true, "fr", "fr", await TranslationBiz.TranslationNameToIdStaticAsync("fr"), KnownUserTags);
 
+                //CUSTOMER / HO Users
+
+
 
             }
             catch
@@ -614,9 +622,12 @@ namespace AyaNova.Util
                 User u = new User();
                 u.Active = active;
 
-              
+                do
+                {
+                    u.Name = Fake.Name.FullName();
+                } while (!HashUserNames.Add(u.Name));
+
 
-                u.Name = Uniquify(Fake.Name.FullName());
                 var bogusEmail = u.Name.ToLowerInvariant().Replace(" ", "_") + "@example.net";
                 if (login != null)
                 {
@@ -660,14 +671,12 @@ namespace AyaNova.Util
                 //this seems wrong to get a new context inside a loop but in testing is actually faster!?
                 using (AyContext ct = ServiceProviderProvider.DBContext)
                 {
-                    UserBiz Biz = UserBiz.GetBiz(ct);
+                    UserBiz biz = UserBiz.GetBiz(ct);                
-                    //allow creation of not entirely ready users (missing client id or subcontractor vendor id etc)
+                    var NewObject = await biz.CreateAsync(u);
-                    Biz.SeedOrImportRelaxedRulesMode = true;
-                    var NewObject = await Biz.CreateAsync(u);
                     if (NewObject == null)
                     {
-                        log.LogError($"Seeder::SeedUser error creating {u.Name}\r\n" + Biz.GetErrorsAsString());
+                        log.LogError($"Seeder::SeedUser error creating {u.Name}\r\n" + biz.GetErrorsAsString());
-                        throw new System.Exception("Seeder::SeedUser error creating user\r\n" + Biz.GetErrorsAsString());
+                        throw new System.Exception("Seeder::SeedUser error creating user\r\n" + biz.GetErrorsAsString());
                     }
                 }
             }
@@ -675,6 +684,7 @@ namespace AyaNova.Util
             SeededUserCount += count;
         }
 
+        #region WIDGET
         //////////////////////////////////////////////////////
         //Seed widget for testing
         //
@@ -717,7 +727,7 @@ namespace AyaNova.Util
                 //This seems wrong to do in a loop but is 4 times faster this way ?!?
                 using (AyContext ct = ServiceProviderProvider.DBContext)
                 {
-                    WidgetBiz biz = WidgetBiz.GetBiz(ct);
+                    WidgetBiz biz = WidgetBiz.GetBiz(ct);                   
                     var NewObject = await biz.CreateAsync(o);
                     if (NewObject == null)
                     {
@@ -728,7 +738,7 @@ namespace AyaNova.Util
             }
         }
 
-
+        #endregion
 
 
 
@@ -738,12 +748,16 @@ namespace AyaNova.Util
         public async Task SeedCustomerAsync(ILogger log, int count, long? headOfficeId = null)
         {
 
-            DateTime seedStartWindow = DateTime.Now.AddYears(-1);
-            DateTime seedEndWindow = DateTime.Now.AddYears(1);
             for (int x = 0; x < count; x++)
             {
                 Customer o = new Customer();
-                o.Name = Uniquify(Fake.Company.CompanyName());
+
+                do
+                {
+                    o.Name = Fake.Name.FullName();
+                } while (!HashCompanyNames.Add(o.Name));
+
+
                 o.Active = true;
                 o.Notes = Fake.Company.CatchPhrase();
                 o.Tags = RandomTags();
@@ -784,8 +798,6 @@ namespace AyaNova.Util
                     }
                     //Customer contacts
                     await SeedUserAsync(log, 1, AuthorizationRoles.CustomerFull, UserType.Customer, true, null, null, 0, null, null, NewObject.Id, null);
-
-
                 }
             }
         }
@@ -797,12 +809,16 @@ namespace AyaNova.Util
         public async Task SeedHeadOfficeAsync(ILogger log, int count)
         {
 
-            DateTime seedStartWindow = DateTime.Now.AddYears(-1);
-            DateTime seedEndWindow = DateTime.Now.AddYears(1);
             for (int x = 0; x < count; x++)
             {
                 HeadOffice o = new HeadOffice();
-                o.Name = Uniquify(Fake.Company.CompanyName());
+
+                do
+                {
+                    o.Name = Fake.Name.FullName();
+                } while (!HashCompanyNames.Add(o.Name));
+
+
                 o.Active = true;
                 o.Notes = Fake.Company.CatchPhrase();
                 o.Tags = RandomTags();
@@ -852,18 +868,19 @@ namespace AyaNova.Util
         public async Task SeedVendorAsync(ILogger log, int count)
         {
 
-            DateTime seedStartWindow = DateTime.Now.AddYears(-1);
-            DateTime seedEndWindow = DateTime.Now.AddYears(1);
             for (int x = 0; x < count; x++)
             {
                 Vendor o = new Vendor();
+                do
+                {
+                    o.Name = Fake.Name.FullName();
+                } while (!HashCompanyNames.Add(o.Name));
+
 
-                o.Name = Uniquify(Fake.Company.CompanyName());
                 o.Active = true;
                 o.Notes = Fake.Company.CatchPhrase();
                 o.Tags = RandomTags();
 
-
                 o.Contact = Fake.Name.FullName();
                 o.ContactNotes = Fake.Name.FullName();
                 o.AccountNumber = Fake.Finance.Account();
@@ -880,8 +897,6 @@ namespace AyaNova.Util
                 o.WebAddress = Fake.Internet.Url();
                 o.EmailAddress = Fake.Internet.ExampleEmail();
 
-
-
                 //This seems wrong to do in a loop but is 4 times faster this way ?!?
                 using (AyContext ct = ServiceProviderProvider.DBContext)
                 {
@@ -894,10 +909,6 @@ namespace AyaNova.Util
                         log.LogError(err);
                         throw new System.Exception(err);
                     }
-                    //HeadOffice contacts
-                    //  await SeedUserAsync(log, 1, AuthorizationRoles.CustomerFull, UserType.HeadOffice, true, null, null, 0, null, null, null, NewObject.Id);
-                    //HeadOffice Customer
-                    //  await SeedCustomerAsync(log, 2, NewObject.Id);
 
                 }
             }

server/AyaNova/util/ServerBootConfig.cs

@@ -15,7 +15,13 @@ namespace AyaNova.Util
         //STATIC HARD CODED DEFAULTS NOT SET THROUGH CONFIG
         internal const int FAILED_AUTH_DELAY = 3000;//ms
         internal const int REPORT_RENDERING_OPERATION_TIMEOUT = 20000;//ms
-        //############################################################################################################
+                                                                      //############################################################################################################
+
+        //############################
+        //SEEDING FLAG INTERNAL ONLY
+        //used to speed up seeding with bypasses to normal validation etc
+        internal static bool SEEDING { get; set; }
+        //############################
 
         //Diagnostic static values used during development, may not be related to config at all, this is just a convenient class to put them in
 #if (DEBUG)