1*9c5db199SXin Liimport datetime 2*9c5db199SXin Li 3*9c5db199SXin Liimport common 4*9c5db199SXin Lifrom autotest_lib.frontend import setup_test_environment 5*9c5db199SXin Lifrom autotest_lib.frontend import thread_local 6*9c5db199SXin Lifrom autotest_lib.frontend.afe import models, model_attributes 7*9c5db199SXin Lifrom autotest_lib.client.common_lib import global_config 8*9c5db199SXin Lifrom autotest_lib.client.common_lib.test_utils import mock 9*9c5db199SXin Li 10*9c5db199SXin Liclass FrontendTestMixin(object): 11*9c5db199SXin Li # pylint: disable=missing-docstring 12*9c5db199SXin Li def _fill_in_test_data(self): 13*9c5db199SXin Li """Populate the test database with some hosts and labels.""" 14*9c5db199SXin Li if models.DroneSet.drone_sets_enabled(): 15*9c5db199SXin Li models.DroneSet.objects.create( 16*9c5db199SXin Li name=models.DroneSet.default_drone_set_name()) 17*9c5db199SXin Li 18*9c5db199SXin Li acl_group = models.AclGroup.objects.create(name='my_acl') 19*9c5db199SXin Li acl_group.users.add(models.User.current_user()) 20*9c5db199SXin Li 21*9c5db199SXin Li self.hosts = [models.Host.objects.create(hostname=hostname) 22*9c5db199SXin Li for hostname in 23*9c5db199SXin Li ('host1', 'host2', 'host3', 'host4', 'host5', 'host6', 24*9c5db199SXin Li 'host7', 'host8', 'host9')] 25*9c5db199SXin Li 26*9c5db199SXin Li acl_group.hosts = self.hosts 27*9c5db199SXin Li models.AclGroup.smart_get('Everyone').hosts = [] 28*9c5db199SXin Li 29*9c5db199SXin Li self.labels = [models.Label.objects.create(name=name) for name in 30*9c5db199SXin Li ('label1', 'label2', 'label3', 31*9c5db199SXin Li 'label6', 'label7', 'unused')] 32*9c5db199SXin Li 33*9c5db199SXin Li platform = models.Label.objects.create(name='myplatform', platform=True) 34*9c5db199SXin Li for host in self.hosts: 35*9c5db199SXin Li host.labels.add(platform) 36*9c5db199SXin Li 37*9c5db199SXin Li self.label1, self.label2, self.label3, self.label6, self.label7, _ \ 38*9c5db199SXin Li = self.labels 39*9c5db199SXin Li 40*9c5db199SXin Li self.labels.append(models.Label.objects.create(name='static')) 41*9c5db199SXin Li self.replaced_labels = [models.ReplacedLabel.objects.create( 42*9c5db199SXin Li label_id=self.labels[-1].id)] 43*9c5db199SXin Li 44*9c5db199SXin Li self.label3.only_if_needed = True 45*9c5db199SXin Li self.label3.save() 46*9c5db199SXin Li self.hosts[0].labels.add(self.label1) 47*9c5db199SXin Li self.hosts[1].labels.add(self.label2) 48*9c5db199SXin Li for hostnum in range(4, 7): # host5..host7 49*9c5db199SXin Li self.hosts[hostnum].labels.add(self.label6) 50*9c5db199SXin Li self.hosts[6].labels.add(self.label7) 51*9c5db199SXin Li for hostnum in range(7, 9): # host8..host9 52*9c5db199SXin Li self.hosts[hostnum].labels.add(self.label6) 53*9c5db199SXin Li self.hosts[hostnum].labels.add(self.label7) 54*9c5db199SXin Li 55*9c5db199SXin Li 56*9c5db199SXin Li def _frontend_common_setup(self, fill_data=True, setup_tables=True): 57*9c5db199SXin Li self.god = mock.mock_god(ut=self) 58*9c5db199SXin Li if setup_tables: 59*9c5db199SXin Li setup_test_environment.set_up() 60*9c5db199SXin Li global_config.global_config.override_config_value( 61*9c5db199SXin Li 'SERVER', 'rpc_logging', 'False') 62*9c5db199SXin Li if fill_data and setup_tables: 63*9c5db199SXin Li self._fill_in_test_data() 64*9c5db199SXin Li 65*9c5db199SXin Li 66*9c5db199SXin Li def _frontend_common_teardown(self): 67*9c5db199SXin Li setup_test_environment.tear_down() 68*9c5db199SXin Li thread_local.set_user(None) 69*9c5db199SXin Li self.god.unstub_all() 70*9c5db199SXin Li 71*9c5db199SXin Li 72*9c5db199SXin Li def _set_static_attribute(self, host, attribute, value): 73*9c5db199SXin Li """Set static attribute for a host. 74*9c5db199SXin Li 75*9c5db199SXin Li It ensures that all static attributes have a corresponding 76*9c5db199SXin Li entry in afe_host_attributes. 77*9c5db199SXin Li """ 78*9c5db199SXin Li # Get or create the reference object in afe_host_attributes. 79*9c5db199SXin Li model, args = host._get_attribute_model_and_args(attribute) 80*9c5db199SXin Li model.objects.get_or_create(**args) 81*9c5db199SXin Li 82*9c5db199SXin Li attribute_model, get_args = host._get_static_attribute_model_and_args( 83*9c5db199SXin Li attribute) 84*9c5db199SXin Li attribute_object, _ = attribute_model.objects.get_or_create(**get_args) 85*9c5db199SXin Li attribute_object.value = value 86*9c5db199SXin Li attribute_object.save() 87*9c5db199SXin Li 88*9c5db199SXin Li 89*9c5db199SXin Li def _create_job(self, hosts=[], metahosts=[], priority=0, active=False, 90*9c5db199SXin Li synchronous=False, hostless=False, 91*9c5db199SXin Li drone_set=None, control_file='control', 92*9c5db199SXin Li owner='autotest_system', parent_job_id=None, 93*9c5db199SXin Li shard=None): 94*9c5db199SXin Li """ 95*9c5db199SXin Li Create a job row in the test database. 96*9c5db199SXin Li 97*9c5db199SXin Li @param hosts - A list of explicit host ids for this job to be 98*9c5db199SXin Li scheduled on. 99*9c5db199SXin Li @param metahosts - A list of label ids for each host that this job 100*9c5db199SXin Li should be scheduled on (meta host scheduling). 101*9c5db199SXin Li @param priority - The job priority (integer). 102*9c5db199SXin Li @param active - bool, mark this job as running or not in the database? 103*9c5db199SXin Li @param synchronous - bool, if True use synch_count=2 otherwise use 104*9c5db199SXin Li synch_count=1. 105*9c5db199SXin Li @param hostless - if True, this job is intended to be hostless (in that 106*9c5db199SXin Li case, hosts, and metahosts must all be empty) 107*9c5db199SXin Li @param owner - The owner of the job. Aclgroups from which a job can 108*9c5db199SXin Li acquire hosts change with the aclgroups of the owners. 109*9c5db199SXin Li @param parent_job_id - The id of a parent_job. If a job with the id 110*9c5db199SXin Li doesn't already exist one will be created. 111*9c5db199SXin Li @param shard - shard object to assign the job to. 112*9c5db199SXin Li 113*9c5db199SXin Li @raises model.DoesNotExist: If parent_job_id is specified but a job with 114*9c5db199SXin Li id=parent_job_id does not exist. 115*9c5db199SXin Li 116*9c5db199SXin Li @returns A Django frontend.afe.models.Job instance. 117*9c5db199SXin Li """ 118*9c5db199SXin Li if not drone_set: 119*9c5db199SXin Li drone_set = (models.DroneSet.default_drone_set_name() 120*9c5db199SXin Li and models.DroneSet.get_default()) 121*9c5db199SXin Li 122*9c5db199SXin Li synch_count = synchronous and 2 or 1 123*9c5db199SXin Li created_on = datetime.datetime(2008, 1, 1) 124*9c5db199SXin Li status = models.HostQueueEntry.Status.QUEUED 125*9c5db199SXin Li if active: 126*9c5db199SXin Li status = models.HostQueueEntry.Status.RUNNING 127*9c5db199SXin Li 128*9c5db199SXin Li parent_job = (models.Job.objects.get(id=parent_job_id) 129*9c5db199SXin Li if parent_job_id else None) 130*9c5db199SXin Li job = models.Job.objects.create( 131*9c5db199SXin Li name='test', owner=owner, priority=priority, 132*9c5db199SXin Li synch_count=synch_count, created_on=created_on, 133*9c5db199SXin Li reboot_before=model_attributes.RebootBefore.NEVER, 134*9c5db199SXin Li drone_set=drone_set, control_file=control_file, 135*9c5db199SXin Li parent_job=parent_job, require_ssp=None, 136*9c5db199SXin Li shard=shard) 137*9c5db199SXin Li 138*9c5db199SXin Li # Update the job's dependencies to include the metahost. 139*9c5db199SXin Li for metahost_label in metahosts: 140*9c5db199SXin Li dep = models.Label.objects.get(id=metahost_label) 141*9c5db199SXin Li job.dependency_labels.add(dep) 142*9c5db199SXin Li 143*9c5db199SXin Li for host_id in hosts: 144*9c5db199SXin Li models.HostQueueEntry.objects.create(job=job, host_id=host_id, 145*9c5db199SXin Li status=status) 146*9c5db199SXin Li models.IneligibleHostQueue.objects.create(job=job, host_id=host_id) 147*9c5db199SXin Li for label_id in metahosts: 148*9c5db199SXin Li models.HostQueueEntry.objects.create(job=job, meta_host_id=label_id, 149*9c5db199SXin Li status=status) 150*9c5db199SXin Li 151*9c5db199SXin Li if hostless: 152*9c5db199SXin Li assert not (hosts or metahosts) 153*9c5db199SXin Li models.HostQueueEntry.objects.create(job=job, status=status) 154*9c5db199SXin Li return job 155*9c5db199SXin Li 156*9c5db199SXin Li 157*9c5db199SXin Li def _create_job_simple(self, hosts, use_metahost=False, 158*9c5db199SXin Li priority=0, active=False, drone_set=None, 159*9c5db199SXin Li parent_job_id=None): 160*9c5db199SXin Li """An alternative interface to _create_job""" 161*9c5db199SXin Li args = {'hosts' : [], 'metahosts' : []} 162*9c5db199SXin Li if use_metahost: 163*9c5db199SXin Li args['metahosts'] = hosts 164*9c5db199SXin Li else: 165*9c5db199SXin Li args['hosts'] = hosts 166*9c5db199SXin Li return self._create_job( 167*9c5db199SXin Li priority=priority, active=active, drone_set=drone_set, 168*9c5db199SXin Li parent_job_id=parent_job_id, **args) 169