普通文本  |  199行  |  7.47 KB

import os, re, sys, pwd, time, socket, getpass
import inspect, new, logging, string, tempfile

from autotest_lib.cli import topic_common, action_common
from autotest_lib.cli import job
from autotest_lib.client.common_lib import logging_config
from autotest_lib.client.virt import virt_utils

logging_config.LoggingConfig().configure_logging(verbose=True)


class site_job(job.job):
    pass


class site_job_create(job.job_create):
    """
    Adds job manipulation including installing packages from brew
    """

    op_action = 'create'

    def __init__(self):
        super(site_job_create, self).__init__()
        self.parser.add_option('-T', '--template', action='store_true',
                               help='Control file is actually a template')
        self.parser.add_option('-x', '--extra-cartesian-config',
                               action='append',
                               help='Add extra configuration to the cartesian '
                               'config file')
        self.parser.add_option('--timestamp', action='store_true',
                               help='Add a timestamp to the name of the job')
        self.parser.add_option('--koji-arch', default='x86_64',
                               help='Default architecture for packages '
                               'that will be fetched from koji build. '
                               'This will be combined with "noarch".'
                               'This option is used to help to validate '
                               'packages from the job submitting machine.')
        self.parser.add_option('--koji-tag', help='Sets a default koji tag '
                               'for koji packages specified with --koji-pkg')
        self.parser.add_option('--koji-pkg', action='append',
                               help='Packages to add to host installation '
                               'based on koji build. This options may be '
                               'specified multiple times.')
        self.koji_client = None


    def parse(self):
        '''
        Parse options.

        If any brew options is specified, instantiate KojiDownloader
        '''
        (self.command_line_options,
         self.command_line_leftover) = super(site_job_create, self).parse()

        #
        # creating the new control file
        #
        if (self.command_line_options.template and
            self.command_line_options.control_file):
            generated_control_file = self._generate_control_file()
            self.data['control_file'] = open(generated_control_file).read()

        if self.command_line_options.koji_pkg:
            if self.koji_client is None:
                self.koji_client = virt_utils.KojiClient()

        return (self.command_line_options, self.command_line_leftover)


    def _process_options(self):
        '''
        Process all options given on command line
        '''
        all_options_valid = True

        self._set_koji_tag()
        if not self._check_koji_packages():
            all_options_valid = False

        return all_options_valid


    def _set_koji_tag(self):
        '''
        Sets the default koji tag.

        Configuration item on file is: koji_tag
        '''
        if self.command_line_options.koji_tag is not None:
            virt_utils.set_default_koji_tag(self.command_line_options.koji_tag)


    def _check_koji_packages(self):
        '''
        Check if packages specification are valid and exist on koji/brew

        Configuration item on file is: koji_pkgs
        '''
        all_packages_found = True
        if self.command_line_options.koji_pkg is not None:
            logging.debug('Checking koji packages specification')
            for pkg_spec_text in self.command_line_options.koji_pkg:
                pkg_spec = virt_utils.KojiPkgSpec(pkg_spec_text)

                if not (pkg_spec.is_valid() and
                        self.koji_client.is_pkg_valid(pkg_spec)):
                    logging.error('Koji package spec is not valid, skipping: '
                                  '%s' % pkg_spec)
                    all_packages_found = False
                else:
                    rpms = self.koji_client.get_pkg_rpm_info(
                        pkg_spec,
                        self.command_line_options.koji_arch)
                    for subpackage in pkg_spec.subpackages:
                        if subpackage not in [rpm['name'] for rpm in rpms]:
                            logging.error('Package specified but not found in '
                                          'koji: %s' % subpackage)
                            all_packages_found = False

                    rpms = ", ".join(rpm['nvr'] for rpm in rpms)
                    logging.debug('Koji package spec is valid')
                    logging.debug('Koji packages to be fetched and installed: '
                                  '%s' % rpms)

        return all_packages_found

    def _generate_job_config(self):
        '''
        Converts all options given on the command line to config file syntax
        '''
        extra = []
        if self.command_line_options.extra_cartesian_config:
            extra += self.command_line_options.extra_cartesian_config

        if self.command_line_options.koji_tag:
            extra.append("koji_tag = %s" % self.command_line_options.koji_tag)

        if self.command_line_options.koji_pkg:
            koji_pkgs = []
            for koji_pkg in self.command_line_options.koji_pkg:
                koji_pkgs.append('"%s"' % koji_pkg)
            extra.append("koji_pkgs = [%s]" % ', '.join(koji_pkgs))

        # add quotes...
        extra = ["'%s'" % e for e in extra]
        # ... and return as string that will be eval'd as a Python list
        return "[%s]" % ', '.join(extra)


    def _generate_control_file(self):
        '''
        Generates a controle file from a template
        '''
        custom_job_cfg = self._generate_job_config()
        input_file = self.command_line_options.control_file
        logging.debug('Generating control file from template: %s' % input_file)
        template = string.Template(open(input_file).read())
        output_fd, path = tempfile.mkstemp(prefix='atest_control_', dir='/tmp')
        logging.debug('Generated control file to be saved at: %s' % path)
        parameters_dict = {"custom_job_cfg": custom_job_cfg}
        control_file_text = template.substitute(parameters_dict)
        os.write(output_fd, control_file_text)
        os.close(output_fd)
        return path


    def execute(self):
        if not self._process_options():
            self.generic_error('Some command line options validation failed. '
                               'Aborting job creation.')
            return

        #
        # add timestamp to the jobname
        #
        if self.command_line_options.timestamp:
            logging.debug("Adding timestamp to jobname")
            timestamp = time.strftime(" %m-%d-%Y %H:%M:%S", time.localtime())
            self.jobname += timestamp
            self.data['name'] = self.jobname

        execute_results = super(site_job_create, self).execute()
        self.output(execute_results)


for cls in [getattr(job, n) for n in dir(job) if not n.startswith("_")]:
    if not inspect.isclass(cls):
        continue
    cls_name = cls.__name__
    site_cls_name = 'site_' + cls_name
    if hasattr(sys.modules[__name__], site_cls_name):
        continue
    bases = (site_job, cls)
    members = {'__doc__': cls.__doc__}
    site_cls = new.classobj(site_cls_name, bases, members)
    setattr(sys.modules[__name__], site_cls_name, site_cls)