author David Douard <david.douard@logilab.fr>
Sun, 26 Oct 2014 22:46:44 +0100
changeset 1768 48066736c862
parent 1766 42e60f760703
child 1610 4f0bb5242425
permissions -rw-r--r--
[recipe] make recipe names a bit more consistant

"""subpackage containing base checkers (mostly for python code and packaging
standard used at Logilab)

__docformat__ = "restructuredtext en"

from os import walk
from os.path import splitext, split, join

from logilab.common.textutils import splitstrip
from logilab.common.proc import RESOURCE_LIMIT_EXCEPTION

    import apycotlib
except ImportError: # allow to run from sources
    from cubes.apycot import _apycotlib as apycotlib
    import sys
    sys.modules['apycotlib'] = apycotlib

from apycotlib import SUCCESS, NODATA, ERROR, TestStatus, ApycotObject

class BaseChecker(ApycotObject):
    """Base class for apycot checkers

    A checker is responsible for running some kind of test (typically
    unit tests)

    It is normally used from an Apycot Recipe in which its
    check_options() and check() methods are called

    Subclasses must implement:

    - do_check: the method implementing the check to be executed in
                the given ATest evironment

    and optionally:

    - setup_check: to ensure given ATest is in a proper state to run
                   this checker

    - version_info: to report any useful information of currently used
                    versions of softwares involved in the checking

    - tear_down_check: cleanup to be done after the check is complete
                       (successfully or not)
    id = None
    __type__ = 'checker'

    _best_status = None
    options_def = {
        'project_path': {
                'help': 'directory in with to run the checker',
                'required': True,

    def check(self, test):
        self.status = None
            setup_status = self.setup_check(test)
            if setup_status is None or setup_status:
        # do it last to let checker do whatever they want to do.
        new_status = self.merge_status(self.status, self.best_status)
        if new_status is not self.status:
            self.writer.info("Configuration's setting downgrade %s checker status '\
                        'from <%s> to <%s>" , self.id, self.status, new_status)
        return self.status

    def project_path(self):
        return self.options['project_path']

    def _get_best_status(self):
        best_status = self._best_status
        if best_status is None:
            return None
        if not isinstance(best_status, TestStatus):
            best_status = TestStatus.get(best_status)
        return best_status

    def _set_best_status(self, value):
        if not isinstance(value, TestStatus):
            value = TestStatus.get(value)
        self._best_status = value

    best_status = property(_get_best_status, _set_best_status)

    def version_info(self):
        """hook for checkers to add their version information"""

    def do_check(self, test):
        """actually check the test"""
        raise NotImplementedError("%s must defines a do_check method" % self.__class__)

    def setup_check(self, test):

    def tear_down_check(self, test):

class AbstractFilteredFileChecker(BaseChecker):
    """check a directory file by file, with an extension filter

    Subclasses must implement the check_file method
    checked_extensions =  None
    options_def = {
        'ignore': {
            'type': 'csv', 'default': ['CVS', '.hg', '.git','.svn'],
            'help': 'comma separated list of files or directories to ignore',

    def filename_filter(self, dirpath, dirnames, filenames):
        """Prune unwanted directories from dirnames (in place) and remove
        unwanted files from filenames (inplace). The dirpath argument is provided to
        enable more complex dirname/filename matching.
        for dirname in dirnames[:]:
            if self.ignored and join(dirpath,dirname).endswith(tuple(self.ignored)):
        for filename in filenames[:]:
            if not ((self.extensions is None or
                     filename.endswith(tuple(self.extensions))) and not
                     join(dirpath, filename).endswith(tuple(self.ignored))):

    def __init__(self, writer, options=None, extensions=None):
        super(AbstractFilteredFileChecker, self).__init__(writer, options)
        self.extensions = extensions or self.checked_extensions
        if isinstance(self.extensions, basestring):
            self.extensions = (self.extensions,)
        self._res = None
        self._safe_dir = set()

    def files_root(self):
        return join(self.options['project_path'], self.options.get('subpath', ''))

    def do_check(self, test):
        """run the checker against <path> (usually a directory)

        return true if the test succeeded, else false.
        self._nbanalyzed = 0
        self.ignored = self.options.get('ignore')
        files_root = self.files_root()
        self.writer.raw('file root', files_root)
        for dirpath, dirnames, filenames in walk(files_root):
            #inplace pruning of dirnames and filenames
            self.filename_filter(dirpath, dirnames, filenames)
            for filename in filenames:
                    self.set_status(self.check_file(join(dirpath, filename)))
                except RESOURCE_LIMIT_EXCEPTION:
                except Exception, ex:
                    self.writer.fatal(u"%s", ex, path=filename, tb=True)
                self._nbanalyzed += 1
        self.writer.raw('total files analyzed', self._nbanalyzed)
        if self._nbanalyzed <= 0:
        return self.status

    def check_file(self, path):
        """run the checker against <path> (usually a directory)

        return true if the test succeeded, else false.
        raise NotImplementedError()