xref: /aosp_15_r20/external/autotest/frontend/afe/frontend_test_utils.py (revision 9c5db1993ded3edbeafc8092d69fe5de2ee02df7)
1*9c5db199SXin Liimport datetime
2*9c5db199SXin Li
3*9c5db199SXin Liimport common
4*9c5db199SXin Lifrom autotest_lib.frontend import setup_test_environment
5*9c5db199SXin Lifrom autotest_lib.frontend import thread_local
6*9c5db199SXin Lifrom autotest_lib.frontend.afe import models, model_attributes
7*9c5db199SXin Lifrom autotest_lib.client.common_lib import global_config
8*9c5db199SXin Lifrom autotest_lib.client.common_lib.test_utils import mock
9*9c5db199SXin Li
10*9c5db199SXin Liclass FrontendTestMixin(object):
11*9c5db199SXin Li    # pylint: disable=missing-docstring
12*9c5db199SXin Li    def _fill_in_test_data(self):
13*9c5db199SXin Li        """Populate the test database with some hosts and labels."""
14*9c5db199SXin Li        if models.DroneSet.drone_sets_enabled():
15*9c5db199SXin Li            models.DroneSet.objects.create(
16*9c5db199SXin Li                    name=models.DroneSet.default_drone_set_name())
17*9c5db199SXin Li
18*9c5db199SXin Li        acl_group = models.AclGroup.objects.create(name='my_acl')
19*9c5db199SXin Li        acl_group.users.add(models.User.current_user())
20*9c5db199SXin Li
21*9c5db199SXin Li        self.hosts = [models.Host.objects.create(hostname=hostname)
22*9c5db199SXin Li                      for hostname in
23*9c5db199SXin Li                      ('host1', 'host2', 'host3', 'host4', 'host5', 'host6',
24*9c5db199SXin Li                       'host7', 'host8', 'host9')]
25*9c5db199SXin Li
26*9c5db199SXin Li        acl_group.hosts = self.hosts
27*9c5db199SXin Li        models.AclGroup.smart_get('Everyone').hosts = []
28*9c5db199SXin Li
29*9c5db199SXin Li        self.labels = [models.Label.objects.create(name=name) for name in
30*9c5db199SXin Li                       ('label1', 'label2', 'label3',
31*9c5db199SXin Li                        'label6', 'label7', 'unused')]
32*9c5db199SXin Li
33*9c5db199SXin Li        platform = models.Label.objects.create(name='myplatform', platform=True)
34*9c5db199SXin Li        for host in self.hosts:
35*9c5db199SXin Li            host.labels.add(platform)
36*9c5db199SXin Li
37*9c5db199SXin Li        self.label1, self.label2, self.label3, self.label6, self.label7, _ \
38*9c5db199SXin Li            = self.labels
39*9c5db199SXin Li
40*9c5db199SXin Li        self.labels.append(models.Label.objects.create(name='static'))
41*9c5db199SXin Li        self.replaced_labels = [models.ReplacedLabel.objects.create(
42*9c5db199SXin Li                label_id=self.labels[-1].id)]
43*9c5db199SXin Li
44*9c5db199SXin Li        self.label3.only_if_needed = True
45*9c5db199SXin Li        self.label3.save()
46*9c5db199SXin Li        self.hosts[0].labels.add(self.label1)
47*9c5db199SXin Li        self.hosts[1].labels.add(self.label2)
48*9c5db199SXin Li        for hostnum in range(4, 7):  # host5..host7
49*9c5db199SXin Li            self.hosts[hostnum].labels.add(self.label6)
50*9c5db199SXin Li        self.hosts[6].labels.add(self.label7)
51*9c5db199SXin Li        for hostnum in range(7, 9):  # host8..host9
52*9c5db199SXin Li            self.hosts[hostnum].labels.add(self.label6)
53*9c5db199SXin Li            self.hosts[hostnum].labels.add(self.label7)
54*9c5db199SXin Li
55*9c5db199SXin Li
56*9c5db199SXin Li    def _frontend_common_setup(self, fill_data=True, setup_tables=True):
57*9c5db199SXin Li        self.god = mock.mock_god(ut=self)
58*9c5db199SXin Li        if setup_tables:
59*9c5db199SXin Li            setup_test_environment.set_up()
60*9c5db199SXin Li        global_config.global_config.override_config_value(
61*9c5db199SXin Li                'SERVER', 'rpc_logging', 'False')
62*9c5db199SXin Li        if fill_data and setup_tables:
63*9c5db199SXin Li            self._fill_in_test_data()
64*9c5db199SXin Li
65*9c5db199SXin Li
66*9c5db199SXin Li    def _frontend_common_teardown(self):
67*9c5db199SXin Li        setup_test_environment.tear_down()
68*9c5db199SXin Li        thread_local.set_user(None)
69*9c5db199SXin Li        self.god.unstub_all()
70*9c5db199SXin Li
71*9c5db199SXin Li
72*9c5db199SXin Li    def _set_static_attribute(self, host, attribute, value):
73*9c5db199SXin Li        """Set static attribute for a host.
74*9c5db199SXin Li
75*9c5db199SXin Li        It ensures that all static attributes have a corresponding
76*9c5db199SXin Li        entry in afe_host_attributes.
77*9c5db199SXin Li        """
78*9c5db199SXin Li        # Get or create the reference object in afe_host_attributes.
79*9c5db199SXin Li        model, args = host._get_attribute_model_and_args(attribute)
80*9c5db199SXin Li        model.objects.get_or_create(**args)
81*9c5db199SXin Li
82*9c5db199SXin Li        attribute_model, get_args = host._get_static_attribute_model_and_args(
83*9c5db199SXin Li            attribute)
84*9c5db199SXin Li        attribute_object, _ = attribute_model.objects.get_or_create(**get_args)
85*9c5db199SXin Li        attribute_object.value = value
86*9c5db199SXin Li        attribute_object.save()
87*9c5db199SXin Li
88*9c5db199SXin Li
89*9c5db199SXin Li    def _create_job(self, hosts=[], metahosts=[], priority=0, active=False,
90*9c5db199SXin Li                    synchronous=False, hostless=False,
91*9c5db199SXin Li                    drone_set=None, control_file='control',
92*9c5db199SXin Li                    owner='autotest_system', parent_job_id=None,
93*9c5db199SXin Li                    shard=None):
94*9c5db199SXin Li        """
95*9c5db199SXin Li        Create a job row in the test database.
96*9c5db199SXin Li
97*9c5db199SXin Li        @param hosts - A list of explicit host ids for this job to be
98*9c5db199SXin Li                scheduled on.
99*9c5db199SXin Li        @param metahosts - A list of label ids for each host that this job
100*9c5db199SXin Li                should be scheduled on (meta host scheduling).
101*9c5db199SXin Li        @param priority - The job priority (integer).
102*9c5db199SXin Li        @param active - bool, mark this job as running or not in the database?
103*9c5db199SXin Li        @param synchronous - bool, if True use synch_count=2 otherwise use
104*9c5db199SXin Li                synch_count=1.
105*9c5db199SXin Li        @param hostless - if True, this job is intended to be hostless (in that
106*9c5db199SXin Li                case, hosts, and metahosts must all be empty)
107*9c5db199SXin Li        @param owner - The owner of the job. Aclgroups from which a job can
108*9c5db199SXin Li                acquire hosts change with the aclgroups of the owners.
109*9c5db199SXin Li        @param parent_job_id - The id of a parent_job. If a job with the id
110*9c5db199SXin Li                doesn't already exist one will be created.
111*9c5db199SXin Li        @param shard - shard object to assign the job to.
112*9c5db199SXin Li
113*9c5db199SXin Li        @raises model.DoesNotExist: If parent_job_id is specified but a job with
114*9c5db199SXin Li            id=parent_job_id does not exist.
115*9c5db199SXin Li
116*9c5db199SXin Li        @returns A Django frontend.afe.models.Job instance.
117*9c5db199SXin Li        """
118*9c5db199SXin Li        if not drone_set:
119*9c5db199SXin Li            drone_set = (models.DroneSet.default_drone_set_name()
120*9c5db199SXin Li                         and models.DroneSet.get_default())
121*9c5db199SXin Li
122*9c5db199SXin Li        synch_count = synchronous and 2 or 1
123*9c5db199SXin Li        created_on = datetime.datetime(2008, 1, 1)
124*9c5db199SXin Li        status = models.HostQueueEntry.Status.QUEUED
125*9c5db199SXin Li        if active:
126*9c5db199SXin Li            status = models.HostQueueEntry.Status.RUNNING
127*9c5db199SXin Li
128*9c5db199SXin Li        parent_job = (models.Job.objects.get(id=parent_job_id)
129*9c5db199SXin Li                      if parent_job_id else None)
130*9c5db199SXin Li        job = models.Job.objects.create(
131*9c5db199SXin Li            name='test', owner=owner, priority=priority,
132*9c5db199SXin Li            synch_count=synch_count, created_on=created_on,
133*9c5db199SXin Li            reboot_before=model_attributes.RebootBefore.NEVER,
134*9c5db199SXin Li            drone_set=drone_set, control_file=control_file,
135*9c5db199SXin Li            parent_job=parent_job, require_ssp=None,
136*9c5db199SXin Li            shard=shard)
137*9c5db199SXin Li
138*9c5db199SXin Li        # Update the job's dependencies to include the metahost.
139*9c5db199SXin Li        for metahost_label in metahosts:
140*9c5db199SXin Li            dep = models.Label.objects.get(id=metahost_label)
141*9c5db199SXin Li            job.dependency_labels.add(dep)
142*9c5db199SXin Li
143*9c5db199SXin Li        for host_id in hosts:
144*9c5db199SXin Li            models.HostQueueEntry.objects.create(job=job, host_id=host_id,
145*9c5db199SXin Li                                                 status=status)
146*9c5db199SXin Li            models.IneligibleHostQueue.objects.create(job=job, host_id=host_id)
147*9c5db199SXin Li        for label_id in metahosts:
148*9c5db199SXin Li            models.HostQueueEntry.objects.create(job=job, meta_host_id=label_id,
149*9c5db199SXin Li                                                 status=status)
150*9c5db199SXin Li
151*9c5db199SXin Li        if hostless:
152*9c5db199SXin Li            assert not (hosts or metahosts)
153*9c5db199SXin Li            models.HostQueueEntry.objects.create(job=job, status=status)
154*9c5db199SXin Li        return job
155*9c5db199SXin Li
156*9c5db199SXin Li
157*9c5db199SXin Li    def _create_job_simple(self, hosts, use_metahost=False,
158*9c5db199SXin Li                           priority=0, active=False, drone_set=None,
159*9c5db199SXin Li                           parent_job_id=None):
160*9c5db199SXin Li        """An alternative interface to _create_job"""
161*9c5db199SXin Li        args = {'hosts' : [], 'metahosts' : []}
162*9c5db199SXin Li        if use_metahost:
163*9c5db199SXin Li            args['metahosts'] = hosts
164*9c5db199SXin Li        else:
165*9c5db199SXin Li            args['hosts'] = hosts
166*9c5db199SXin Li        return self._create_job(
167*9c5db199SXin Li                priority=priority, active=active, drone_set=drone_set,
168*9c5db199SXin Li                parent_job_id=parent_job_id, **args)
169