KaneAI - World’s First E2E Software Testing Agent.Book a Demo Join TestMu Conference

How to use _clear_inactive_blocks method in autotest

Best Python code snippet using autotest_python

monitor_db_cleanup.py

Source:monitor_db_cleanup.py

...35    def _cleanup(self):36        logging.info('Running periodic cleanup')37        self._abort_timed_out_jobs()38        self._abort_jobs_past_max_runtime()39        self._clear_inactive_blocks()40        self._check_for_db_inconsistencies()41        self._reverify_dead_hosts()42    def _abort_timed_out_jobs(self):43        msg = 'Aborting all jobs that have timed out and are not complete'44        logging.info(msg)45        query = models.Job.objects.filter(hostqueueentry__complete=False).extra(46            where=['created_on + INTERVAL timeout HOUR < NOW()'])47        for job in query.distinct():48            logging.warning('Aborting job %d due to job timeout', job.id)49            job.abort()50    def _abort_jobs_past_max_runtime(self):51        """52        Abort executions that have started and are past the job's max runtime.53        """54        logging.info('Aborting all jobs that have passed maximum runtime')55        rows = self._db.execute("""56            SELECT hqe.id57            FROM afe_host_queue_entries AS hqe58            INNER JOIN afe_jobs ON (hqe.job_id = afe_jobs.id)59            WHERE NOT hqe.complete AND NOT hqe.aborted AND60            hqe.started_on + INTERVAL afe_jobs.max_runtime_hrs HOUR < NOW()""")61        query = models.HostQueueEntry.objects.filter(62            id__in=[row[0] for row in rows])63        for queue_entry in query.distinct():64            logging.warning('Aborting entry %s due to max runtime', queue_entry)65            queue_entry.abort()66    def _check_for_db_inconsistencies(self):67        logging.info('Cleaning db inconsistencies')68        self._check_all_invalid_related_objects()69    def _check_invalid_related_objects_one_way(self, first_model,70                                               relation_field, second_model):71        if 'invalid' not in first_model.get_field_dict():72            return []73        invalid_objects = list(first_model.objects.filter(invalid=True))74        first_model.objects.populate_relationships(invalid_objects,75                                                   second_model,76                                                   'related_objects')77        error_lines = []78        for invalid_object in invalid_objects:79            if invalid_object.related_objects:80                related_list = ', '.join(str(related_object) for related_object81                                         in invalid_object.related_objects)82                error_lines.append('Invalid %s %s is related to %ss: %s'83                                   % (first_model.__name__, invalid_object,84                                      second_model.__name__, related_list))85                related_manager = getattr(invalid_object, relation_field)86                related_manager.clear()87        return error_lines88    def _check_invalid_related_objects(self, first_model, first_field,89                                       second_model, second_field):90        errors = self._check_invalid_related_objects_one_way(91            first_model, first_field, second_model)92        errors.extend(self._check_invalid_related_objects_one_way(93            second_model, second_field, first_model))94        return errors95    def _check_all_invalid_related_objects(self):96        model_pairs = ((models.Host, 'labels', models.Label, 'host_set'),97                       (models.AclGroup, 'hosts', models.Host, 'aclgroup_set'),98                       (models.AclGroup, 'users', models.User, 'aclgroup_set'),99                       (models.Test, 'dependency_labels', models.Label,100                        'test_set'))101        errors = []102        for first_model, first_field, second_model, second_field in model_pairs:103            errors.extend(self._check_invalid_related_objects(104                first_model, first_field, second_model, second_field))105        if errors:106            subject = ('%s relationships to invalid models, cleaned all' %107                       len(errors))108            message = '\n'.join(errors)109            logging.warning(subject)110            logging.warning(message)111            mail.manager.enqueue_admin(subject, message)112    def _clear_inactive_blocks(self):113        msg = 'Clear out blocks for all completed jobs.'114        logging.info(msg)115        # this would be simpler using NOT IN (subquery), but MySQL116        # treats all IN subqueries as dependent, so this optimizes much117        # better118        self._db.execute("""119            DELETE ihq FROM afe_ineligible_host_queues ihq120            LEFT JOIN (SELECT DISTINCT job_id FROM afe_host_queue_entries121                       WHERE NOT complete) hqe122            USING (job_id) WHERE hqe.job_id IS NULL""")123    def _should_reverify_hosts_now(self):124        reverify_period_sec = (125            scheduler_config.config.reverify_period_minutes * 60)126        if reverify_period_sec == 0:...

Automation Testing Tutorials

Learn to execute automation testing from scratch with LambdaTest Learning Hub. Right from setting up the prerequisites to run your first automation test, to following best practices and diving deeper into advanced test scenarios. LambdaTest Learning Hubs compile a list of step-by-step guides to help you be proficient with different test automation frameworks i.e. Selenium, Cypress, TestNG etc.