/brz/remove-bazaar

# Copyright (C) 2005-2011 Canonical Ltd

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

"""These tests are tests about the source code of breezy itself.

They are useful for testing code quality, checking coverage metric etc.

"""

import os

import parser

import re

import symbol

import sys

import token

from breezy import (

    osutils,

    )

import breezy.branch

from breezy.tests import (

    features,

    TestCase,

    TestSkipped,

    )

# Files which are listed here will be skipped when testing for Copyright (or

# GPL) statements.

COPYRIGHT_EXCEPTIONS = [

    'breezy/_bencode_py.py',

    'breezy/doc_generate/conf.py',

    'breezy/lsprof.py',

    ]

LICENSE_EXCEPTIONS = [

    'breezy/_bencode_py.py',

    'breezy/doc_generate/conf.py',

    'breezy/lsprof.py',

    ]

# Technically, 'breezy/lsprof.py' should be 'breezy/util/lsprof.py',

# (we do not check breezy/util/, since that is code bundled from elsewhere)

# but for compatibility with previous releases, we don't want to move it.

#

# sphinx_conf is semi-autogenerated.

class TestSourceHelper(TestCase):

    def source_file_name(self, package):

        """Return the path of the .py file for package."""

        if getattr(sys, "frozen", None) is not None:

            raise TestSkipped("can't test sources in frozen distributions.")

        path = package.__file__

        if path[-1] in 'co':

            return path[:-1]

        else:

            return path

class TestApiUsage(TestSourceHelper):

    def find_occurences(self, rule, filename):

        """Find the number of occurences of rule in a file."""

        occurences = 0

        source = open(filename, 'r')

        for line in source:

            if line.find(rule) > -1:

                occurences += 1

        return occurences

    def test_branch_working_tree(self):

        """Test that the number of uses of working_tree in branch is stable."""

        occurences = self.find_occurences('self.working_tree()',

                                          self.source_file_name(breezy.branch))

        # do not even think of increasing this number. If you think you need to

        # increase it, then you almost certainly are doing something wrong as

        # the relationship from working_tree to branch is one way.

        # Note that this is an exact equality so that when the number drops,

        # it is not given a buffer but rather has this test updated immediately.

        self.assertEqual(0, occurences)

    def test_branch_WorkingTree(self):

        """Test that the number of uses of working_tree in branch is stable."""

        occurences = self.find_occurences('WorkingTree',

                                          self.source_file_name(breezy.branch))

        # Do not even think of increasing this number. If you think you need to

        # increase it, then you almost certainly are doing something wrong as

        # the relationship from working_tree to branch is one way.

        # As of 20070809, there are no longer any mentions at all.

        self.assertEqual(0, occurences)

class TestSource(TestSourceHelper):

    def get_breezy_dir(self):

        """Get the path to the root of breezy"""

        source = self.source_file_name(breezy)

        source_dir = os.path.dirname(source)

        # Avoid the case when breezy is packaged in a zip file

        if not os.path.isdir(source_dir):

            raise TestSkipped(

                'Cannot find breezy source directory. Expected %s'

                % source_dir)

        return source_dir

    def get_source_files(self, extensions=None):

        """Yield all source files for bzr and breezy

        :param our_files_only: If true, exclude files from included libraries

            or plugins.

        """

        breezy_dir = self.get_breezy_dir()

        if extensions is None:

            extensions = ('.py',)

        # This is the front-end 'bzr' script

        bzr_path = self.get_brz_path()

        yield bzr_path

        for root, dirs, files in os.walk(breezy_dir):

            for d in dirs:

                if d.endswith('.tmp'):

                    dirs.remove(d)

            for f in files:

                for extension in extensions:

                    if f.endswith(extension):

                        break

                else:

                    # Did not match the accepted extensions

                    continue

                yield osutils.pathjoin(root, f)

    def get_source_file_contents(self, extensions=None):

        for fname in self.get_source_files(extensions=extensions):

            with open(fname, 'r') as f:

                yield fname, f.read()

    def is_our_code(self, fname):

        """True if it's a "real" part of breezy rather than external code"""

        if '/util/' in fname or '/plugins/' in fname:

            return False

        else:

            return True

    def is_copyright_exception(self, fname):

        """Certain files are allowed to be different"""

        if not self.is_our_code(fname):

            return True

        for exc in COPYRIGHT_EXCEPTIONS:

            if fname.endswith(exc):

                return True

        return False

    def is_license_exception(self, fname):

        """Certain files are allowed to be different"""

        if not self.is_our_code(fname):

            return True

        for exc in LICENSE_EXCEPTIONS:

            if fname.endswith(exc):

                return True

        return False

    def test_tmpdir_not_in_source_files(self):

        """When scanning for source files, we don't descend test tempdirs"""

        for filename in self.get_source_files():

            if re.search(r'test....\.tmp', filename):

                self.fail("get_source_file() returned filename %r "

                          "from within a temporary directory"

                          % filename)

    def test_copyright(self):

        """Test that all .py and .pyx files have a valid copyright statement"""

        incorrect = []

        copyright_re = re.compile('#\\s*copyright.*(?=\n)', re.I)

        copyright_statement_re = re.compile(

            r'# Copyright \(C\) '  # Opening "# Copyright (C)"

            r'(\d+?)((, |-)\d+)*'  # followed by a series of dates

            r' [^ ]*')             # and then whoever.

        for fname, text in self.get_source_file_contents(

                extensions=('.py', '.pyx')):

            if self.is_copyright_exception(fname):

                continue

            match = copyright_statement_re.search(text)

            if not match:

                match = copyright_re.search(text)

                if match:

                    incorrect.append((fname, 'found: %s' % (match.group(),)))

                else:

                    incorrect.append((fname, 'no copyright line found\n'))

            else:

                if 'by Canonical' in match.group():

                    incorrect.append((fname,

                                      'should not have: "by Canonical": %s'

                                      % (match.group(),)))

        if incorrect:

            help_text = ["Some files have missing or incorrect copyright"

                         " statements.",

                         "",

                         "Please either add them to the list of"

                         " COPYRIGHT_EXCEPTIONS in"

                         " breezy/tests/test_source.py",

                         # this is broken to prevent a false match

                         "or add '# Copyright (C)"

                         " 2007 Bazaar hackers' to these files:",

                         "",

                         ]

            for fname, comment in incorrect:

                help_text.append(fname)

                help_text.append((' ' * 4) + comment)

            self.fail('\n'.join(help_text))

    def test_gpl(self):

        """Test that all .py and .pyx files have a GPL disclaimer."""

        incorrect = []

        gpl_txt = """

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

"""

        gpl_re = re.compile(re.escape(gpl_txt), re.MULTILINE)

        for fname, text in self.get_source_file_contents(

                extensions=('.py', '.pyx')):

            if self.is_license_exception(fname):

                continue

            if not gpl_re.search(text):

                incorrect.append(fname)

        if incorrect:

            help_text = ['Some files have missing or incomplete GPL statement',

                         "",

                         "Please either add them to the list of"

                         " LICENSE_EXCEPTIONS in"

                         " breezy/tests/test_source.py",

                         "Or add the following text to the beginning:",

                         gpl_txt]

            for fname in incorrect:

                help_text.append((' ' * 4) + fname)

            self.fail('\n'.join(help_text))

    def _push_file(self, dict_, fname, line_no):

        if fname not in dict_:

            dict_[fname] = [line_no]

        else:

            dict_[fname].append(line_no)

    def _format_message(self, dict_, message):

        files = sorted(["%s: %s" % (f, ', '.join([str(i + 1) for i in lines]))

                        for f, lines in dict_.items()])

        return message + '\n\n    %s' % ('\n    '.join(files))

    def test_coding_style(self):

        """Check if bazaar code conforms to some coding style conventions.

        Generally we expect PEP8, but we do not generally strictly enforce

        this, and there are existing files that do not comply.  The 'pep8'

        tool, available separately, will check for more cases.

        This test only enforces conditions that are globally true at the

        moment, and that should cause a patch to be rejected: spaces rather

        than tabs, unix newlines, and a newline at the end of the file.

        """

        tabs = {}

        illegal_newlines = {}

        no_newline_at_eof = []

        for fname, text in self.get_source_file_contents(

                extensions=('.py', '.pyx')):

            if not self.is_our_code(fname):

                continue

            lines = text.splitlines(True)

            last_line_no = len(lines) - 1

            for line_no, line in enumerate(lines):

                if '\t' in line:

                    self._push_file(tabs, fname, line_no)

                if not line.endswith('\n') or line.endswith('\r\n'):

                    if line_no != last_line_no:  # not no_newline_at_eof

                        self._push_file(illegal_newlines, fname, line_no)

            if not lines[-1].endswith('\n'):

                no_newline_at_eof.append(fname)

        problems = []

        if tabs:

            problems.append(self._format_message(tabs,

                                                 'Tab characters were found in the following source files.'

                                                 '\nThey should either be replaced by "\\t" or by spaces:'))

        if illegal_newlines:

            problems.append(self._format_message(illegal_newlines,

                                                 'Non-unix newlines were found in the following source files:'))

        if no_newline_at_eof:

            no_newline_at_eof.sort()

            problems.append("The following source files doesn't have a "

                            "newline at the end:"

                            '\n\n    %s'

                            % ('\n    '.join(no_newline_at_eof)))

        if problems:

            self.fail('\n\n'.join(problems))

    def test_flake8(self):

        self.requireFeature(features.flake8)

        # Older versions of flake8 don't support the 'paths'

        # variable

        new_path = list(sys.path)

        new_path.insert(

            0, os.path.join(os.path.dirname(__file__), '..', '..', 'tools'))

        self.overrideAttr(sys, 'path', new_path)

        import argparse

        from flake8.main.application import Application

        from flake8.formatting.base import BaseFormatter

        app = Application()

        app.config = u'setup.cfg'

        app.jobs = 1

        class Formatter(BaseFormatter):

            def __init__(self):

                self.errors = []

            def start(self):

                pass

            def stop(self):

                app.file_checker_manager.report()

            def handle(self, error):

                self.errors.append(error)

        try:

            app.initialize([])

        except argparse.ArgumentError as e:

            self.skipTest('broken flake8: %r' % e)

        app.formatter = Formatter()

        app.run_checks()

        app.report()

        self.assertEqual(app.formatter.errors, [])

    def test_no_asserts(self):

        """bzr shouldn't use the 'assert' statement."""

        # assert causes too much variation between -O and not, and tends to

        # give bad errors to the user

        def search(x):

            # scan down through x for assert statements, report any problems

            # this is a bit cheesy; it may get some false positives?

            if x[0] == symbol.assert_stmt:

                return True

            elif x[0] == token.NAME:

                # can't search further down

                return False

            for sub in x[1:]:

                if sub and search(sub):

                    return True

            return False

        badfiles = []

        assert_re = re.compile(r'\bassert\b')

        for fname, text in self.get_source_file_contents():

            if not self.is_our_code(fname):

                continue

            if not assert_re.search(text):

                continue

            st = parser.suite(text)

            code = parser.st2tuple(st)

            if search(code):

                badfiles.append(fname)

        if badfiles:

            self.fail(

                "these files contain an assert statement and should not:\n%s"

                % '\n'.join(badfiles))

    def test_extension_exceptions(self):

        """Extension functions should propagate exceptions.

        Either they should return an object, have an 'except' clause, or

        have a "# cannot_raise" to indicate that we've audited them and

        defined them as not raising exceptions.

        """

        both_exc_and_no_exc = []

        missing_except = []

        common_classes = ('StaticTuple',)

        class_re = re.compile(r'^(cdef\s+)?(public\s+)?'

                              r'(api\s+)?class (\w+).*:', re.MULTILINE)

        except_re = re.compile(

            r'cdef\s+'        # start with cdef

            r'([\w *]*?)\s*'  # this is the return signature

            r'(\w+)\s*\('     # the function name

            r'[^)]*\)\s*'     # parameters

            r'(.*)\s*:'       # the except clause

            r'\s*(#\s*cannot[- _]raise)?')  # cannot raise comment

        for fname, text in self.get_source_file_contents(

                extensions=('.pyx',)):

            known_classes = {m[-1] for m in class_re.findall(text)}

            known_classes.update(common_classes)

            cdefs = except_re.findall(text)

            for sig, func, exc_clause, no_exc_comment in cdefs:

                if sig.startswith('api '):

                    sig = sig[4:]

                if not sig or sig in known_classes:

                    sig = 'object'

                if 'nogil' in exc_clause:

                    exc_clause = exc_clause.replace('nogil', '').strip()

                if exc_clause and no_exc_comment:

                    both_exc_and_no_exc.append((fname, func))

                if sig != 'object' and not (exc_clause or no_exc_comment):

                    missing_except.append((fname, func))

        error_msg = []

        if both_exc_and_no_exc:

            error_msg.append(

                'The following functions had "cannot raise" comments'

                ' but did have an except clause set:')

            for fname, func in both_exc_and_no_exc:

                error_msg.append('%s:%s' % (fname, func))

            error_msg.extend(('', ''))

        if missing_except:

            error_msg.append(

                'The following functions have fixed return types,'

                ' but no except clause.')

            error_msg.append(

                'Either add an except or append "# cannot_raise".')

            for fname, func in missing_except:

                error_msg.append('%s:%s' % (fname, func))

            error_msg.extend(('', ''))

        if error_msg:

            self.fail('\n'.join(error_msg))

    def test_feature_absolute_import(self):

        """Using absolute imports means avoiding unnecesary stat and

        open calls.

        Make sure that all non-test files have absolute imports enabled.

        """

        missing_absolute_import = []

        for fname, text in self.get_source_file_contents(

                extensions=('.py', '.pyx')):

            if "/tests/" in fname or "test_" in fname:

                # We don't really care about tests

                continue

            if "from __future__ import absolute_import" not in text:

                missing_absolute_import.append(fname)

        if missing_absolute_import:

            self.fail(

                'The following files do not have absolute_import enabled:\n'

                '\n' + '\n'.join(missing_absolute_import))