# -*- coding: utf-8 -*- # # Gramps - a GTK+/GNOME based genealogy program # # Copyright (C) 2000-2006 Martin Hawlisch, Donald N. Allingham # # This program is free software; you can redistribute it and/or modify # it under the terms of the GNU General Public License as published by # the Free Software Foundation; either version 2 of the License, or # (at your option) any later version. # # This program is distributed in the hope that it will be useful, # but WITHOUT ANY WARRANTY; without even the implied warranty of # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the # GNU General Public License for more details. # # You should have received a copy of the GNU General Public License # along with this program; if not, write to the Free Software # Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA # # $Id$ """Tools/Debug/Generate Testcases for Persons and Families...""" #------------------------------------------------------------------------- # # standard python modules # #------------------------------------------------------------------------- from random import randint,choice,random from gettext import gettext as _ #------------------------------------------------------------------------- # # GNOME libraries # #------------------------------------------------------------------------- import gtk #------------------------------------------------------------------------- # # GRAMPS modules # #------------------------------------------------------------------------- import gen.lib from PluginUtils import Tool, register_tool import Utils import LdsUtils #------------------------------------------------------------------------- # # # #------------------------------------------------------------------------- class TestcaseGenerator(Tool.Tool): NUMERIC = 0 FIRSTNAME = 1 FIRSTNAME_FEMALE = 2 FIRSTNAME_MALE = 3 LASTNAME = 4 NOTE = 5 SHORT = 6 LONG = 7 def __init__(self, dbstate, uistate, options_class, name, callback=None): if dbstate.db.readonly: return Tool.Tool.__init__(self, dbstate, options_class, name) self.person_count = 0 self.persons_todo = [] self.parents_todo = [] self.person_dates = {} self.generated_repos = [] self.generated_sources = [] self.generated_media = [] self.generated_places = [] self.generated_events = [] self.generated_families = [] self.generated_notes = [] self.text_serial_number = 1 # If an active persons exists the generated tree is connected to that person if self.person: # try to get birth and death year try: bh = self.person.get_birth_handle() b = self.db.get_event_from_handle( bh) do = b.get_date_object() birth = do.get_year() except AttributeError: birth = None try: dh = self.person.get_death_handle() b = self.db.get_event_from_handle( dh) do = b.get_date_object() death = do.get_year() except AttributeError: death = None if not birth and not death: birth = randint(1700,1900) if birth and not death: death = birth + randint(20,90) if death and not birth: birth = death - randint(20,90) self.person_dates[self.person.get_handle()] = (birth,death) self.persons_todo.append(self.person.get_handle()) self.parents_todo.append(self.person.get_handle()) if uistate: self.init_gui(uistate) else: self.run_tool(cli=True) def init_gui(self,uistate): title = "%s - GRAMPS" % _("Generate testcases") self.top = gtk.Dialog(title) self.top.set_default_size(400,150) self.top.set_has_separator(False) self.top.vbox.set_spacing(5) label = gtk.Label('%s' % _("Generate testcases")) label.set_use_markup(True) self.top.vbox.pack_start(label,0,0,5) self.check_bugs = gtk.CheckButton( _("Generate Database errors")) self.check_bugs.set_active( self.options.handler.options_dict['bugs']) self.top.vbox.pack_start(self.check_bugs,0,0,5) self.check_persons = gtk.CheckButton( _("Generate dummy families")) self.check_persons.set_active( self.options.handler.options_dict['persons']) self.top.vbox.pack_start(self.check_persons,0,0,5) self.check_trans = gtk.CheckButton( _("Don't block transactions")) self.check_trans.set_active( self.options.handler.options_dict['no_trans']) self.top.vbox.pack_start(self.check_trans,0,0,5) self.check_longnames = gtk.CheckButton( _("Generate long names")) self.check_longnames.set_active( self.options.handler.options_dict['long_names']) self.top.vbox.pack_start(self.check_longnames,0,0,5) self.check_specialchars = gtk.CheckButton( _("Add special characters")) self.check_specialchars.set_active( self.options.handler.options_dict['specialchars']) self.top.vbox.pack_start(self.check_specialchars,0,0,5) self.check_serial = gtk.CheckButton( _("Add serial number")) self.check_serial.set_active( self.options.handler.options_dict['add_serial']) self.top.vbox.pack_start(self.check_serial,0,0,5) self.check_linebreak = gtk.CheckButton( _("Add line break")) self.check_linebreak.set_active( self.options.handler.options_dict['add_linebreak']) self.top.vbox.pack_start(self.check_linebreak,0,0,5) self.entry_count = gtk.Entry() self.entry_count.set_text( unicode( self.options.handler.options_dict['person_count'])) self.top.vbox.pack_start(self.entry_count,0,0,5) self.top.add_button(gtk.STOCK_CANCEL,gtk.RESPONSE_CANCEL) self.top.add_button(gtk.STOCK_OK,gtk.RESPONSE_OK) self.top.add_button(gtk.STOCK_HELP,gtk.RESPONSE_HELP) self.top.show_all() response = self.top.run() self.options.handler.options_dict['bugs'] = int( self.check_bugs.get_active()) self.options.handler.options_dict['persons'] = int( self.check_persons.get_active()) self.options.handler.options_dict['no_trans'] = int( self.check_trans.get_active()) self.options.handler.options_dict['long_names'] = int( self.check_longnames.get_active()) self.options.handler.options_dict['specialchars'] = int( self.check_specialchars.get_active()) self.options.handler.options_dict['add_serial'] = int( self.check_serial.get_active()) self.options.handler.options_dict['add_linebreak'] = int( self.check_linebreak.get_active()) self.options.handler.options_dict['person_count'] = int( self.entry_count.get_text()) self.top.destroy() if response == gtk.RESPONSE_OK: self.run_tool( cli=False) # Save options self.options.handler.save_options() def run_tool(self, cli=False): self.cli = cli if( not cli): title = "%s - GRAMPS" % _("Generate testcases") self.top = gtk.Window() self.top.set_title(title) self.top.set_position(gtk.WIN_POS_MOUSE) self.top.set_modal(True) self.top.set_default_size(400,150) vbox = gtk.VBox() self.top.add(vbox) label = gtk.Label(_("Generating persons and families.\nPlease wait.")) vbox.pack_start(label,0,0,5) self.progress = gtk.ProgressBar() self.progress.set_fraction(0.0) vbox.pack_end(self.progress,0,0,5) self.top.show_all() while gtk.events_pending(): gtk.main_iteration() self.transaction_count = 0; if not self.options.handler.options_dict['no_trans']: batch = False self.db.disable_signals() else: batch = False self.trans = self.db.transaction_begin("") if False and self.options.handler.options_dict['no_trans']: print "TESTING SIGNALS..." print "\nCREATE PERSON" p = gen.lib.Person() h = self.db.add_person( p, self.trans) print "\nUPDATE PERSON" self.db.commit_person( p, self.trans) print "\nDELETE PERSON" self.db.remove_person( h, self.trans) print "\nCREATE FAMILY" f = gen.lib.Family() h = self.db.add_family( f, self.trans) print "\nUPDATE FAMILY" self.db.commit_family( f, self.trans) print "\nDELETE FAMILY" self.db.remove_family( h, self.trans) print "\nCREATE EVENT" e = gen.lib.Event() h = self.db.add_event( e, self.trans) print "\nUPDATE EVENT" self.db.commit_event( e, self.trans) print "\nDELETE EVENT" self.db.remove_event( h, self.trans) print "\nCREATE PLACE" p = gen.lib.Place() h = self.db.add_place( p, self.trans) print "\nUPDATE PLACE" self.db.commit_place( p, self.trans) print "\nDELETE PLACE" self.db.remove_place( h, self.trans) print "\nCREATE SOURCE" s = gen.lib.Source() h = self.db.add_source( s, self.trans) print "\nUPDATE SOURCE" self.db.commit_source( s, self.trans) print "\nDELETE SOURCE" self.db.remove_source( h, self.trans) print "\nCREATE MEDIA" m = gen.lib.MediaObject() h = self.db.add_object( m, self.trans) print "\nUPDATE MEDIA" self.db.commit_media_object( m, self.trans) print "\nDELETE MEDIA" self.db.remove_object( h, self.trans) print "DONE." print "TESTING DB..." print "\nCREATE PERSON None" self.db.add_person( None, self.trans) print "\nUPDATE PERSON None" self.db.commit_person( None, self.trans) print "\nDELETE PERSON Invalid Handle" self.db.remove_person( "Invalid Handle", self.trans) print "\nCREATE FAMILY None" self.db.add_family( None, self.trans) print "\nUPDATE FAMILY None" self.db.commit_family( None, self.trans) print "\nDELETE FAMILY Invalid Handle" self.db.remove_family( "Invalid Handle", self.trans) print "\nCREATE EVENT None" self.db.add_event( None, self.trans) print "\nUPDATE EVENT None" self.db.commit_event( None, self.trans) print "\nDELETE EVENT Invalid Handle" self.db.remove_event( "Invalid Handle", self.trans) print "\nCREATE PLACE None" self.db.add_place( None, self.trans) print "\nUPDATE PLACE None" self.db.commit_place( None, self.trans) print "\nDELETE PLACE Invalid Handle" self.db.remove_place( "Invalid Handle", self.trans) print "\nCREATE SOURCE None" self.db.add_source( None, self.trans) print "\nUPDATE SOURCE None" self.db.commit_source( None, self.trans) print "\nDELETE SOURCE Invalid Handle" self.db.remove_source( "Invalid Handle", self.trans) print "\nCREATE MEDIA None" self.db.add_object( None, self.trans) print "\nUPDATE MEDIA None" self.db.commit_media_object( None, self.trans) print "\nDELETE MEDIA Invalid Handle" self.db.remove_object( "Invalid Handle", self.trans) print "DONE." # if self.options.handler.options_dict['bugs']\ # or self.options.handler.options_dict['dates']\ # or self.options.handler.options_dict['persons']: # # bootstrap random source and media # self.rand_source() # self.rand_media() if self.options.handler.options_dict['bugs']: self.generate_broken_relations() if self.options.handler.options_dict['persons']: while True: if not self.persons_todo: ph = self.generate_person(0) self.persons_todo.append( ph) self.parents_todo.append( ph) person_h = self.persons_todo.pop(0) self.generate_family(person_h) if randint(0,3) == 0: self.generate_family(person_h) if randint(0,7) == 0: self.generate_family(person_h) if self.person_count > self.options.handler.options_dict['person_count']: break for child_h in self.parents_todo: self.generate_parents(child_h) if self.person_count > self.options.handler.options_dict['person_count']: break self.db.transaction_commit(self.trans,_("Testcase generator")) if not self.options.handler.options_dict['no_trans']: self.db.enable_signals() self.db.request_rebuild() if( not cli): self.top.destroy() def generate_broken_relations(self): # Create a family, that links to father and mother, but father does not link back person1_h = self.generate_person(gen.lib.Person.MALE,"Broken1","Family links to this person, but person does not link back") person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken1",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) #person1 = self.db.get_person_from_handle(person1_h) #person1.add_family_handle(fam_h) #self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create a family, that misses the link to the father person1_h = self.generate_person(gen.lib.Person.MALE,"Broken2",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken2",None) fam = gen.lib.Family() #fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create a family, that misses the link to the mother person1_h = self.generate_person(gen.lib.Person.MALE,"Broken3",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken3",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) #fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create a family, that links to father and mother, but father does not link back person1_h = self.generate_person(gen.lib.Person.MALE,"Broken4",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken4","Family links to this person, but person does not link back") fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) #person2 = self.db.get_person_from_handle(person2_h) #person2.add_family_handle(fam_h) #self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create two married people of same sex. person1_h = self.generate_person(gen.lib.Person.MALE,"Broken5",None) person2_h = self.generate_person(gen.lib.Person.MALE,"Broken5",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create a family, that contains an invalid handle to for the father #person1_h = self.generate_person(gen.lib.Person.MALE,"Broken6",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken6",None) fam = gen.lib.Family() fam.set_father_handle("InvalidHandle1") fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) #person1 = self.db.get_person_from_handle(person1_h) #person1.add_family_handle(fam_h) #self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Create a family, that contains an invalid handle to for the mother person1_h = self.generate_person(gen.lib.Person.MALE,"Broken7",None) #person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken7",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle("InvalidHandle2") fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) #person2 = self.db.get_person_from_handle(person2_h) #person2.add_family_handle(fam_h) #self.db.commit_person(person2,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a family where the child does not link back to the family person1_h = self.generate_person(gen.lib.Person.MALE,"Broken8",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken8",None) child_h = self.generate_person(None,"Broken8",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) child_ref = gen.lib.ChildRef() child_ref.set_reference_handle(child_h) self.fill_object(child_ref) fam.add_child_ref(child_ref) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) #child = self.db.get_person_from_handle(child_h) #person2.add_parent_family_handle(fam_h) #self.db.commit_person(child,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a family where the child is not linked, but the child links to the family person1_h = self.generate_person(gen.lib.Person.MALE,"Broken9",None) person2_h = self.generate_person(gen.lib.Person.FEMALE,"Broken9",None) child_h = self.generate_person(None,"Broken9",None) fam = gen.lib.Family() fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) fam.set_relationship((gen.lib.FamilyRelType.MARRIED,'')) #fam.add_child_handle(child_h) child_ref = gen.lib.ChildRef() child_ref.set_reference_handle(child_h) self.fill_object(child_ref) fam.add_child_ref(child_ref) fam_h = self.db.add_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) child = self.db.get_person_from_handle(child_h) child.add_parent_family_handle(fam_h) self.db.commit_person(child,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person having a non existing birth event handle set person_h = self.generate_person(None,"Broken11",None) person = self.db.get_person_from_handle(person_h) event_ref = gen.lib.EventRef() event_ref.set_reference_handle("InvalidHandle4") person.set_birth_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person having a non existing death event handle set person_h = self.generate_person(None,"Broken12",None) person = self.db.get_person_from_handle(person_h) event_ref = gen.lib.EventRef() event_ref.set_reference_handle("InvalidHandle5") person.set_death_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person having a non existing event handle set person_h = self.generate_person(None,"Broken13",None) person = self.db.get_person_from_handle(person_h) event_ref = gen.lib.EventRef() event_ref.set_reference_handle("InvalidHandle6") person.add_event_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person with a birth event having an empty type person_h = self.generate_person(None,"Broken14",None) event = gen.lib.Event() event.set_type('') event.set_description("Test for Broken14") event_h = self.db.add_event(event,self.trans) event_ref = gen.lib.EventRef() event_ref.set_reference_handle(event_h) person = self.db.get_person_from_handle(person_h) person.set_birth_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person with a death event having an empty type person_h = self.generate_person(None,"Broken15",None) event = gen.lib.Event() event.set_description("Test for Broken15") event_h = self.db.add_event(event,self.trans) event_ref = gen.lib.EventRef() event_ref.set_reference_handle(event_h) person = self.db.get_person_from_handle(person_h) person.set_death_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person with an event having an empty type person_h = self.generate_person(None,"Broken16",None) event = gen.lib.Event() event.set_description("Test for Broken16") event_h = self.db.add_event(event,self.trans) event_ref = gen.lib.EventRef() event_ref.set_reference_handle(event_h) person = self.db.get_person_from_handle(person_h) person.add_event_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person with a birth event pointing to nonexisting place person_h = self.generate_person(None,"Broken17",None) event = gen.lib.Event() event.set_type(gen.lib.EventType.BIRTH) event.set_place_handle("InvalidHandle7") event.set_description("Test for Broken17") event_h = self.db.add_event(event,self.trans) event_ref = gen.lib.EventRef() event_ref.set_reference_handle(event_h) person = self.db.get_person_from_handle(person_h) person.set_birth_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP # Creates a person with an event pointing to nonexisting place person_h = self.generate_person(None,"Broken18",None) event = gen.lib.Event() event.set_type(gen.lib.EventType.BIRTH) event.set_place_handle("InvalidHandle8") event.set_description("Test for Broken18") event_h = self.db.add_event(event,self.trans) event_ref = gen.lib.EventRef() event_ref.set_reference_handle(event_h) person = self.db.get_person_from_handle(person_h) person.add_event_ref(event_ref) self.db.commit_person(person,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP def generate_person(self,gender=None,lastname=None,note=None, alive_in_year=None): if not self.cli: self.progress.set_fraction(min(1.0,max(0.0, 1.0*self.person_count/self.options.handler.options_dict['person_count']))) if self.person_count % 10 == 0: while gtk.events_pending(): gtk.main_iteration() self.commit_transaction() # COMMIT TRANSACTION STEP np = gen.lib.Person() self.fill_object(np) # Gender if gender == None: gender = randint(0,1) if randint(0,10) == 1: # Set some persons to unknown gender np.set_gender(gen.lib.Person.UNKNOWN) else: np.set_gender(gender) # Name name = gen.lib.Name() (firstname,lastname) = self.rand_name(lastname, gender) name.set_first_name(firstname) name.set_surname(lastname) self.fill_object( name) np.set_primary_name(name) # generate some slightly different alternate name firstname2 = firstname.replace("m", "n").replace("l", "i").replace("b", "d") if firstname2 != firstname: alt_name = gen.lib.Name(name) self.fill_object( alt_name) if randint(0,2) == 1: alt_name.set_surname(self.rand_text(self.LASTNAME)) elif randint(0,2) == 1: alt_name.set_surname(lastname) if randint(0,1) == 1: alt_name.set_first_name( firstname2) if randint(0,1) == 1: alt_name.set_title( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_patronymic( self.rand_text(self.FIRSTNAME_MALE)) if randint(0,1) == 1: alt_name.set_surname_prefix( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_suffix( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_call_name( self.rand_text(self.FIRSTNAME)) np.add_alternate_name( alt_name) firstname2 = firstname.replace("a", "e").replace("o", "u").replace("r", "p") if firstname2 != firstname: alt_name = gen.lib.Name(name) self.fill_object( alt_name) if randint(0,2) == 1: alt_name.set_surname(self.rand_text(self.LASTNAME)) elif randint(0,2) == 1: alt_name.set_surname(lastname) if randint(0,1) == 1: alt_name.set_first_name( firstname2) if randint(0,1) == 1: alt_name.set_title( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_patronymic( self.rand_text(self.FIRSTNAME_MALE)) if randint(0,1) == 1: alt_name.set_surname_prefix( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_suffix( self.rand_text(self.SHORT)) if randint(0,1) == 1: alt_name.set_call_name( self.rand_text(self.FIRSTNAME)) np.add_alternate_name( alt_name) if not alive_in_year: alive_in_year = randint(1700,2000) by = alive_in_year - randint(0,60) dy = alive_in_year + randint(0,60) # birth if randint(0,1) == 1: (birth_year, eref) = self.rand_personal_event( gen.lib.EventType.BIRTH, by,by) np.set_birth_ref(eref) # baptism if randint(0,1) == 1: (bapt_year, eref) = self.rand_personal_event( choice( (gen.lib.EventType.BAPTISM, gen.lib.EventType.CHRISTEN)), by, by+2) np.add_event_ref(eref) # death death_year = None if randint(0,1) == 1: (death_year, eref) = self.rand_personal_event( gen.lib.EventType.DEATH, dy,dy) np.set_death_ref(eref) # burial if randint(0,1) == 1: (bur_year, eref) = self.rand_personal_event( choice( (gen.lib.EventType.BURIAL, gen.lib.EventType.CREMATION)), dy, dy+2) np.add_event_ref(eref) # some other events while randint(0,5) == 1: (birth_year, eref) = self.rand_personal_event( None, by,dy) np.set_birth_ref(eref) # some shared events if self.generated_events: while randint(0,5) == 1: e_h = choice(self.generated_events) eref = gen.lib.EventRef() self.fill_object( eref) eref.set_reference_handle(e_h) np.add_event_ref(eref) # PersonRef if randint(0,3) == 1: for i in range(0,randint(1,2)): if self.person_count > self.options.handler.options_dict['person_count']: break if alive_in_year: asso_h = self.generate_person(None, None, alive_in_year = alive_in_year) else: asso_h = self.generate_person() asso = gen.lib.PersonRef() asso.set_reference_handle(asso_h) asso.set_relation(self.rand_text(self.SHORT)) self.fill_object(asso) np.add_person_ref(asso) if randint(0,2) == 0: self.persons_todo.append(asso_h) person_handle = self.db.add_person(np,self.trans) self.person_count = self.person_count+1 self.person_dates[person_handle] = (by,dy) self.commit_transaction() # COMMIT TRANSACTION STEP return( person_handle) def generate_family(self,person1_h): person1 = self.db.get_person_from_handle(person1_h) if not person1: return alive_in_year = None if person1_h in self.person_dates: (born, died) = self.person_dates[person1_h] alive_in_year = min( born+randint(10,50), died + randint(-10,10)) if person1.get_gender() == 1: if randint(0,7)==1: person2_h = None else: if alive_in_year: person2_h = self.generate_person(0, alive_in_year = alive_in_year) else: person2_h = self.generate_person(0) else: person2_h = person1_h if randint(0,7)==1: person1_h = None else: if alive_in_year: person1_h = self.generate_person(1, alive_in_year = alive_in_year) else: person1_h = self.generate_person(1) if person1_h and randint(0,2) > 0: self.parents_todo.append(person1_h) if person2_h and randint(0,2) > 0: self.parents_todo.append(person2_h) fam = gen.lib.Family() self.add_defaults(fam) if person1_h: fam.set_father_handle(person1_h) if person2_h: fam.set_mother_handle(person2_h) fam_h = self.db.add_family(fam,self.trans) self.generated_families.append(fam_h) fam = self.db.commit_family(fam,self.trans) if person1_h: person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) if person2_h: person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) lastname = person1.get_primary_name().get_surname() for i in range(0,randint(1,10)): if self.person_count > self.options.handler.options_dict['person_count']: break if alive_in_year: child_h = self.generate_person(None, lastname, alive_in_year = alive_in_year + randint( 16+2*i, 30 + 2*i)) else: child_h = self.generate_person(None, lastname) (born,died) = self.person_dates[child_h] alive_in_year = born fam = self.db.get_family_from_handle(fam_h) child_ref = gen.lib.ChildRef() child_ref.set_reference_handle(child_h) self.fill_object(child_ref) fam.add_child_ref(child_ref) self.db.commit_family(fam,self.trans) child = self.db.get_person_from_handle(child_h) child.add_parent_family_handle(fam_h) self.db.commit_person(child,self.trans) if randint(0,3) > 0: self.persons_todo.append(child_h) self.commit_transaction() # COMMIT TRANSACTION STEP def generate_parents(self,child_h): if not child_h: return child = self.db.get_person_from_handle(child_h) if not child: print "ERROR: Person handle %s does not exist in database" % child_h return if child.get_parent_family_handle_list(): return lastname = child.get_primary_name().get_surname() if child_h in self.person_dates: (born,died) = self.person_dates[child_h] person1_h = self.generate_person(1,lastname, alive_in_year=born) person2_h = self.generate_person(0, alive_in_year=born) else: person1_h = self.generate_person(1,lastname) person2_h = self.generate_person(0) if randint(0,2) > 1: self.parents_todo.append(person1_h) if randint(0,2) > 1: self.parents_todo.append(person2_h) fam = gen.lib.Family() self.add_defaults(fam) fam.set_father_handle(person1_h) fam.set_mother_handle(person2_h) child_ref = gen.lib.ChildRef() child_ref.set_reference_handle(child_h) self.fill_object(child_ref) fam.add_child_ref(child_ref) fam_h = self.db.add_family(fam,self.trans) self.generated_families.append(fam_h) fam = self.db.commit_family(fam,self.trans) person1 = self.db.get_person_from_handle(person1_h) person1.add_family_handle(fam_h) self.db.commit_person(person1,self.trans) person2 = self.db.get_person_from_handle(person2_h) person2.add_family_handle(fam_h) self.db.commit_person(person2,self.trans) child.add_parent_family_handle(fam_h) self.db.commit_person(child,self.trans) self.commit_transaction() # COMMIT TRANSACTION STEP def add_defaults(self,object): self.fill_object( object) def rand_name( self, lastname=None, gender=None): if gender == gen.lib.Person.MALE: firstname = self.rand_text( self.FIRSTNAME_MALE) elif gender == gen.lib.Person.FEMALE: firstname = self.rand_text( self.FIRSTNAME_FEMALE) else: firstname = self.rand_text( self.FIRSTNAME) if not lastname: lastname = self.rand_text( self.LASTNAME) return (firstname,lastname) def rand_date( self, start=None, end=None): """ Generates a random date object between the given years start and end """ if not start and not end: start = randint(1700,2000) if start and not end: end = start + randint(0,100) if end and not start: start = end - randint(0,100) year = randint(start,end) ndate = gen.lib.Date() if randint(0,10) == 1: # Some get a textual date ndate.set_as_text( choice((self.rand_text(self.SHORT),"Unknown","??","Don't know","TODO!"))) else: if randint(0,10) == 1: # some get an empty date pass else: # regular dates calendar = gen.lib.Date.CAL_GREGORIAN quality = choice( (gen.lib.Date.QUAL_NONE, gen.lib.Date.QUAL_ESTIMATED, gen.lib.Date.QUAL_CALCULATED)) modifier = choice( (gen.lib.Date.MOD_NONE, gen.lib.Date.MOD_BEFORE, gen.lib.Date.MOD_AFTER,\ gen.lib.Date.MOD_ABOUT, gen.lib.Date.MOD_RANGE, gen.lib.Date.MOD_SPAN)) day = randint(0,28) if day > 0: # avoid days without month month = randint(1,12) else: month = randint(0,12) if modifier in (gen.lib.Date.MOD_RANGE, gen.lib.Date.MOD_SPAN): day2 = randint(0,28) if day2 > 0: month2 = randint(1,12) else: month2 = randint(0,12) year2 = year + randint(1,5) ndate.set(quality,modifier,calendar,(day,month,year,False,day2,month2,year2,False),"") else: ndate.set(quality,modifier,calendar,(day,month,year,False),"") return (year, ndate) def fill_object( self, o): if issubclass(o.__class__,gen.lib.addressbase.AddressBase): while randint(0,1) == 1: a = gen.lib.Address() self.fill_object(a) o.add_address( a) if isinstance(o,gen.lib.Attribute): o.set_type( self.rand_type(gen.lib.AttributeType())) o.set_value( self.rand_text(self.SHORT)) if issubclass(o.__class__,gen.lib.attrbase.AttributeBase): while randint(0,1) == 1: a = gen.lib.Attribute() self.fill_object(a) o.add_attribute( a) if isinstance(o,gen.lib.ChildRef): if randint(0,3) == 1: o.set_mother_relation( self.rand_type( gen.lib.ChildRefType())) if randint(0,3) == 1: o.set_father_relation( self.rand_type( gen.lib.ChildRefType())) if issubclass(o.__class__,gen.lib.datebase.DateBase): if randint(0,1) == 1: (y,d) = self.rand_date() o.set_date_object( d) if isinstance(o,gen.lib.Event): if randint(0,1) == 1: o.set_description( self.rand_text(self.LONG)) if issubclass(o.__class__,gen.lib.eventref.EventRef): o.set_role( self.rand_type(gen.lib.EventRoleType())) if isinstance(o,gen.lib.Family): if randint(0,2) == 1: o.set_relationship( self.rand_type(gen.lib.FamilyRelType())) else: o.set_relationship(gen.lib.FamilyRelType(gen.lib.FamilyRelType.MARRIED)) if isinstance(o,gen.lib.LdsOrd): if randint(0,1) == 1: o.set_temple( choice( LdsUtils.TEMPLES.name_code_data())[1]) if issubclass(o.__class__,gen.lib.ldsordbase.LdsOrdBase): while randint(0,1) == 1: ldsord = gen.lib.LdsOrd() self.fill_object( ldsord) # TODO: adapt type and status to family/person #if isinstance(o,gen.lib.Person): #if isinstance(o,gen.lib.Family): ldsord.set_type( choice( [item[0] for item in gen.lib.LdsOrd._TYPE_MAP] )) ldsord.set_status( randint(0,len(gen.lib.LdsOrd._STATUS_MAP)-1)) if self.generated_families: ldsord.set_family_handle( choice(self.generated_families)) o.add_lds_ord( ldsord) if isinstance(o,gen.lib.Location): if randint(0,1) == 1: o.set_parish( self.rand_text(self.SHORT)) if issubclass(o.__class__,gen.lib.locationbase.LocationBase): if randint(0,1) == 1: o.set_street( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_city( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_postal_code( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_phone( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_state( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_country( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_county( self.rand_text(self.SHORT)) if issubclass(o.__class__,gen.lib.mediabase.MediaBase): while randint(0,1) == 1: o.add_media_reference( self.fill_object( gen.lib.MediaRef())) if isinstance(o,gen.lib.MediaObject): if randint(0,3) == 1: o.set_description( self.rand_text(self.LONG)) else: o.set_description( self.rand_text(self.SHORT)) o.set_path("/tmp/TestcaseGenerator.png") o.set_mime_type("image/png") if isinstance(o,gen.lib.MediaRef): if not self.generated_media or randint(0,10) == 1: m = gen.lib.MediaObject() self.fill_object(m) self.db.add_object( m, self.trans) self.generated_media.append( m.get_handle()) o.set_reference_handle( choice( self.generated_media)) if randint(0,1) == 1: o.set_rectangle( (randint(0,200),randint(0,200),randint(0,200),randint(0,200))) if isinstance(o,gen.lib.Name): o.set_type( self.rand_type( gen.lib.NameType())) if randint(0,1) == 1: o.set_title( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_patronymic( self.rand_text(self.FIRSTNAME_MALE)) if randint(0,1) == 1: o.set_surname_prefix( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_suffix( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_call_name( self.rand_text(self.FIRSTNAME)) if randint(0,1) == 1: o.set_group_as( o.get_surname()[:1]) # o.set_display_as() # o.set_sort_as() if isinstance(o,gen.lib.Note): o.set( self.rand_text(self.NOTE)) o.set_format( choice( (gen.lib.Note.FLOWED,gen.lib.Note.FORMATTED))) o.set_type( self.rand_type(gen.lib.NoteType())) if issubclass(o.__class__,gen.lib.notebase.NoteBase): while randint(0,1) == 1: if not self.generated_notes or randint(0,10) == 1: n = gen.lib.Note() self.fill_object(n) self.db.add_note( n, self.trans) self.generated_notes.append( n.get_handle()) n_h = choice(self.generated_notes) o.add_note(n_h) if isinstance(o,gen.lib.Place): o.set_title( self.rand_text(self.SHORT)) if randint(0,1) == 1: if randint(0,4) == 1: o.set_longitude( self.rand_text(self.SHORT)) else: o.set_longitude( str(random()*360.0-180.0)) if randint(0,1) == 1: if randint(0,4) == 1: o.set_latitude( self.rand_text(self.SHORT)) else: o.set_latitude( str(random()*180.0-90.0)) o.set_main_location( self.fill_object( gen.lib.Location())) while randint(0,1) == 1: o.add_alternate_locations( self.fill_object( gen.lib.Location())) if issubclass(o.__class__,gen.lib.placebase.PlaceBase): if randint(0,1) == 1: o.set_place_handle( self.rand_place()) if issubclass(o.__class__,gen.lib.primaryobj.BasicPrimaryObject): if randint(0,1) == 1: o.set_gramps_id( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_marker( self.rand_type(gen.lib.MarkerType())) if issubclass(o.__class__,gen.lib.privacybase.PrivacyBase): o.set_privacy( randint(0,5) == 1) if isinstance(o,gen.lib.RepoRef): if not self.generated_repos or randint(0,10) == 1: r = gen.lib.Repository() self.fill_object(r) self.db.add_repository( r, self.trans) self.generated_repos.append(r.get_handle()) o.set_reference_handle( choice( self.generated_repos)) if randint(0,1) == 1: o.set_call_number( self.rand_text(self.SHORT)) o.set_media_type( self.rand_type(gen.lib.SourceMediaType())) if isinstance(o,gen.lib.Repository): o.set_type( self.rand_type(gen.lib.RepositoryType())) o.set_name( self.rand_text(self.SHORT)) if isinstance(o,gen.lib.Source): o.set_title( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_author( self.rand_text(self.SHORT)) if randint(0,1) == 1: o.set_publication_info( self.rand_text(self.LONG)) if randint(0,1) == 1: o.set_abbreviation( self.rand_text(self.SHORT)) while randint(0,1) == 1: o.set_data_item( self.rand_text(self.SHORT), self.rand_text(self.SHORT)) while randint(0,1) == 1: r = gen.lib.RepoRef() self.fill_object(r) o.add_repo_reference( r) if issubclass(o.__class__,gen.lib.srcbase.SourceBase): while randint(0,1) == 1: s = gen.lib.SourceRef() self.fill_object(s) o.add_source_reference( s) if isinstance(o,gen.lib.SourceRef): if not self.generated_sources or randint(0,10) == 1: s = gen.lib.Source() self.fill_object(s) self.db.add_source( s, self.trans) self.generated_sources.append( s.get_handle()) o.set_reference_handle( choice( self.generated_sources)) if randint(0,1) == 1: o.set_page( self.rand_text(self.NUMERIC)) #if randint(0,1) == 1: # o.set_text( self.rand_text(self.SHORT)) #if randint(0,1) == 1: # (year, d) = self.rand_date( ) # o.set_date_object( d) o.set_confidence_level(choice(Utils.confidence.keys())) if issubclass(o.__class__,gen.lib.urlbase.UrlBase): while randint(0,1) == 1: u = gen.lib.Url() self.fill_object(u) o.add_url(u) if isinstance(o,gen.lib.Url): o.set_path("http://www.gramps-project.org/?test=%s" % self.rand_text(self.SHORT)) o.set_description( self.rand_text(self.SHORT)) o.set_type( self.rand_type(gen.lib.UrlType())) return o def rand_personal_event( self, type=None, start=None, end=None): if type: typeval = gen.lib.EventType(type) else: typeval = self.rand_type(gen.lib.EventType()) return self._rand_event( typeval, start, end) def rand_family_event( self, type=None, start=None, end=None): if type: typeval = gen.lib.EventType(type) else: typeval = self.rand_type(gen.lib.EventType()) return self._rand_event( typeval, start, end) def _rand_event( self, type, start, end): e = gen.lib.Event() self.fill_object(e) e.set_type( type) (year, d) = self.rand_date( start, end) e.set_date_object( d) event_h = self.db.add_event(e, self.trans) self.generated_events.append(event_h) event_ref = gen.lib.EventRef() self.fill_object(event_ref) event_ref.set_reference_handle(event_h) return (year, event_ref) def rand_type( self, list): if issubclass( list.__class__, gen.lib.GrampsType): map = list.get_map() key = choice( map.keys()) if key == list.get_custom(): value = self.rand_text(self.SHORT) else: value = '' list.set( (key,value)) return list def rand_place( self): if not self.generated_places or randint(0,10) == 1: place = gen.lib.Place() self.fill_object( place) self.db.add_place( place, self.trans) self.generated_places.append( place.get_handle()) return choice( self.generated_places) def rand_text(self, type=None): # for lastnamesnames syllables1 = ["sa","li","na","ma","no","re","mi","cha","ki","du","ba","ku","el"] # for firstnames syllables2 = ["as","il","an","am","on","er","im","ach","ik","ud","ab","ul","le"] # others syllables3 = ["ka", "po", "lo", "chi", "she", "di", "fa", "go", "ja", "ne", "pe"] syllables = syllables1 + syllables2 +syllables3 minwords = 5 maxwords = 8 minsyllables = 2 maxsyllables = 5 result = "" if self.options.handler.options_dict['specialchars']: result = result + u"ä<ö&ü%ß'\"" if self.options.handler.options_dict['add_serial']: result = result + "#+#%06d#-#" % self.text_serial_number self.text_serial_number = self.text_serial_number + 1 if not type: type = self.SHORT if type == self.SHORT: minwords = 1 maxwords = 3 minsyllables = 2 maxsyllables = 4 if type == self.LONG: minwords = 5 maxwords = 8 minsyllables = 2 maxsyllables = 5 if type == self.FIRSTNAME: type = choice( (self.FIRSTNAME_MALE,self.FIRSTNAME_FEMALE)) if type == self.FIRSTNAME_MALE or type == self.FIRSTNAME_FEMALE: syllables = syllables2 minwords = 1 maxwords = 5 minsyllables = 2 maxsyllables = 5 if not self.options.handler.options_dict['long_names']: maxwords = 2 maxsyllables = 3 if type == self.LASTNAME: syllables = syllables1 minwords = 1 maxwords = 1 minsyllables = 2 maxsyllables = 5 if not self.options.handler.options_dict['long_names']: maxsyllables = 3 if type == self.NOTE: result = result + "Generated by TestcaseGenerator." minwords = 20 maxwords = 100 if type == self.NUMERIC: if randint(0,1) == 1: return "%d %s" % (randint(1,100), result) if randint(0,1) == 1: return "%d, %d %s" % (randint(1,100), randint(100,1000), result) m = randint(100,1000) return "%d - %d %s" % (m, m+randint(1,5), result) for i in range(0,randint(minwords,maxwords)): if result: result = result + " " word = "" for j in range(0,randint(minsyllables,maxsyllables)): word = word + choice(syllables) if type == self.FIRSTNAME_MALE: word = word + choice(("a","e","i","o","u")) if randint(0,3) == 1: word = word.title() if type == self.NOTE: if randint(0,10) == 1: word = "%s" % word elif randint(0,10) == 1: word = "%s" % word elif randint(0,10) == 1: word = "%s" % word if randint(0,20) == 1: word = word + "." elif randint(0,30) == 1: word = word + ".\n" result = result + word if type == self.LASTNAME: n = randint(0,2) if n == 0: result = result.title() elif n == 1: result = result.upper() if self.options.handler.options_dict['add_linebreak']: result = result + u"\nNEWLINE" return result def commit_transaction(self): #if self.options.handler.options_dict['no_trans']: self.db.transaction_commit(self.trans,_("Testcase generator step %d") % self.transaction_count) self.transaction_count += 1 self.trans = self.db.transaction_begin() #------------------------------------------------------------------------ # # # #------------------------------------------------------------------------ class TestcaseGeneratorOptions(Tool.ToolOptions): """ Defines options and provides handling interface. """ def __init__(self,name,person_id=None): Tool.ToolOptions.__init__(self,name,person_id) # Options specific for this report self.options_dict = { 'bugs' : 0, 'persons' : 1, 'person_count' : 2000, 'no_trans' : 0, 'long_names' : 0, 'specialchars' : 0, 'add_serial' : 0, 'add_linebreak' : 0, } self.options_help = { 'bugs' : ("=0/1", "Whether to create invalid database references.", ["Skip test","Create invalid Database references"], True), 'persons' : ("=0/1", "Whether to create a bunch of dummy persons", ["Dont create persons","Create dummy persons"], True), 'person_count' : ("=int", "Number of dummy persons to generate", "Number of persons"), 'no_trans' : ("=0/1", "Wheter to use one transaction or multiple small ones", ["One transaction","Multiple transactions"], True), 'long_names' : ("=0/1", "Wheter to create short or long names", ["Short names","Long names"], True), 'specialchars' : ("=0/1", "Wheter to ass some special characters to every text field", ["No special characters","Add special characters"], True), 'add_serial' : ("=0/1", "Wheter to add a serial number to every text field", ["No serial","Add serial number"], True), 'add_linebreak' : ("=0/1", "Wheter to add a line break to every text field", ["No linebreak","Add line break"], True), } #------------------------------------------------------------------------- # # # #------------------------------------------------------------------------- if __debug__: register_tool( name = 'testcasegenerator', category = Tool.TOOL_DEBUG, tool_class = TestcaseGenerator, options_class = TestcaseGeneratorOptions, modes = Tool.MODE_GUI | Tool.MODE_CLI, translated_name = _("Generate Testcases for Persons and Families..."), status = _("Beta"), author_name = "Martin Hawlisch", author_email = "martin@hawlisch.de", description = _("The testcase generator will generate some persons " "and families that have broken links in the database " "or data that is in conflict to a relation.") )