/brz/remove-bazaar

# Copyright (C) 2008-2018 Jelmer Vernooij <jelmer@jelmer.uk>

# Copyright (C) 2007 Canonical Ltd

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

"""An adapter between a Git Repository and a Bazaar Branch"""

from __future__ import absolute_import

from .. import (

    check,

    errors,

    graph as _mod_graph,

    lock,

    repository,

    revision as _mod_revision,

    trace,

    transactions,

    ui,

    )

from ..decorators import only_raises

from ..foreign import (

    ForeignRepository,

    )

from .commit import (

    GitCommitBuilder,

    )

from .filegraph import (

    GitFileLastChangeScanner,

    GitFileParentProvider,

    )

from .mapping import (

    default_mapping,

    foreign_vcs_git,

    mapping_registry,

    )

from .tree import (

    GitRevisionTree,

    )

from dulwich.errors import (

    NotCommitError,

    )

from dulwich.objects import (

    Commit,

    ZERO_SHA,

    )

from dulwich.object_store import (

    tree_lookup_path,

    )

class GitCheck(check.Check):

    def __init__(self, repository, check_repo=True):

        self.repository = repository

        self.check_repo = check_repo

        self.checked_rev_cnt = 0

        self.object_count = None

        self.problems = []

    def check(self, callback_refs=None, check_repo=True):

        if callback_refs is None:

            callback_refs = {}

        with self.repository.lock_read(), \

                ui.ui_factory.nested_progress_bar() as self.progress:

            shas = set(self.repository._git.object_store)

            self.object_count = len(shas)

            # TODO(jelmer): Check more things

            for i, sha in enumerate(shas):

                self.progress.update('checking objects', i, self.object_count)

                o = self.repository._git.object_store[sha]

                try:

                    o.check()

                except Exception as e:

                    self.problems.append((sha, e))

    def _report_repo_results(self, verbose):

        trace.note('checked repository {0} format {1}'.format(

            self.repository.user_url,

            self.repository._format))

        trace.note('%6d objects', self.object_count)

        for sha, problem in self.problems:

            trace.note('%s: %s', sha, problem)

    def report_results(self, verbose):

        if self.check_repo:

            self._report_repo_results(verbose)

_optimisers_loaded = False

def lazy_load_optimisers():

    global _optimisers_loaded

    if _optimisers_loaded:

        return

    from . import interrepo

    for optimiser in [interrepo.InterRemoteGitNonGitRepository,

                      interrepo.InterLocalGitNonGitRepository,

                      interrepo.InterLocalGitLocalGitRepository,

                      interrepo.InterRemoteGitLocalGitRepository,

                      interrepo.InterToLocalGitRepository,

                      interrepo.InterToRemoteGitRepository,

                      ]:

        repository.InterRepository.register_optimiser(optimiser)

    _optimisers_loaded = True

class GitRepository(ForeignRepository):

    """An adapter to git repositories for bzr."""

    _serializer = None

    vcs = foreign_vcs_git

    chk_bytes = None

    def __init__(self, gitdir):

        self._transport = gitdir.root_transport

        super(GitRepository, self).__init__(GitRepositoryFormat(),

                                            gitdir, control_files=None)

        self.base = gitdir.root_transport.base

        lazy_load_optimisers()

        self._lock_mode = None

        self._lock_count = 0

    def add_fallback_repository(self, basis_url):

        raise errors.UnstackableRepositoryFormat(self._format,

                                                 self.control_transport.base)

    def is_shared(self):

        return False

    def get_physical_lock_status(self):

        return False

    def lock_write(self):

        """See Branch.lock_write()."""

        if self._lock_mode:

            if self._lock_mode != 'w':

                raise errors.ReadOnlyError(self)

            self._lock_count += 1

        else:

            self._lock_mode = 'w'

            self._lock_count = 1

            self._transaction = transactions.WriteTransaction()

        return repository.RepositoryWriteLockResult(self.unlock, None)

    def break_lock(self):

        raise NotImplementedError(self.break_lock)

    def dont_leave_lock_in_place(self):

        raise NotImplementedError(self.dont_leave_lock_in_place)

    def leave_lock_in_place(self):

        raise NotImplementedError(self.leave_lock_in_place)

    def lock_read(self):

        if self._lock_mode:

            if self._lock_mode not in ('r', 'w'):

                raise AssertionError

            self._lock_count += 1

        else:

            self._lock_mode = 'r'

            self._lock_count = 1

            self._transaction = transactions.ReadOnlyTransaction()

        return lock.LogicalLockResult(self.unlock)

    @only_raises(errors.LockNotHeld, errors.LockBroken)

    def unlock(self):

        if self._lock_count == 0:

            raise errors.LockNotHeld(self)

        if self._lock_count == 1 and self._lock_mode == 'w':

            if self._write_group is not None:

                self.abort_write_group()

                self._lock_count -= 1

                self._lock_mode = None

                raise errors.BzrError(

                    'Must end write groups before releasing write locks.')

        self._lock_count -= 1

        if self._lock_count == 0:

            self._lock_mode = None

            transaction = self._transaction

            self._transaction = None

            transaction.finish()

    def is_write_locked(self):

        return (self._lock_mode == 'w')

    def is_locked(self):

        return (self._lock_mode is not None)

    def get_transaction(self):

        """See Repository.get_transaction()."""

        if self._transaction is None:

            return transactions.PassThroughTransaction()

        else:

            return self._transaction

    def reconcile(self, other=None, thorough=False):

        """Reconcile this repository."""

        from ..reconcile import ReconcileResult

        ret = ReconcileResult()

        ret.aborted = False

        return ret

    def supports_rich_root(self):

        return True

    def get_mapping(self):

        return default_mapping

    def make_working_trees(self):

        return not self._git.get_config().get_boolean(("core", ), "bare")

    def revision_graph_can_have_wrong_parents(self):

        return False

    def add_signature_text(self, revid, signature):

        raise errors.UnsupportedOperation(self.add_signature_text, self)

    def sign_revision(self, revision_id, gpg_strategy):

        raise errors.UnsupportedOperation(self.add_signature_text, self)

class LocalGitRepository(GitRepository):

    """Git repository on the file system."""

    def __init__(self, gitdir):

        GitRepository.__init__(self, gitdir)

        self._git = gitdir._git

        self._file_change_scanner = GitFileLastChangeScanner(self)

        self._transaction = None

    def get_commit_builder(self, branch, parents, config, timestamp=None,

                           timezone=None, committer=None, revprops=None,

                           revision_id=None, lossy=False):

        """Obtain a CommitBuilder for this repository.

        :param branch: Branch to commit to.

        :param parents: Revision ids of the parents of the new revision.

        :param config: Configuration to use.

        :param timestamp: Optional timestamp recorded for commit.

        :param timezone: Optional timezone for timestamp.

        :param committer: Optional committer to set for commit.

        :param revprops: Optional dictionary of revision properties.

        :param revision_id: Optional revision id.

        :param lossy: Whether to discard data that can not be natively

            represented, when pushing to a foreign VCS

        """

        builder = GitCommitBuilder(

            self, parents, config, timestamp, timezone, committer, revprops,

            revision_id, lossy)

        self.start_write_group()

        return builder

    def get_file_graph(self):

        return _mod_graph.Graph(GitFileParentProvider(

            self._file_change_scanner))

    def iter_files_bytes(self, desired_files):

        """Iterate through file versions.

        Files will not necessarily be returned in the order they occur in

        desired_files.  No specific order is guaranteed.

        Yields pairs of identifier, bytes_iterator.  identifier is an opaque

        value supplied by the caller as part of desired_files.  It should

        uniquely identify the file version in the caller's context.  (Examples:

        an index number or a TreeTransform trans_id.)

        bytes_iterator is an iterable of bytestrings for the file.  The

        kind of iterable and length of the bytestrings are unspecified, but for

        this implementation, it is a list of bytes produced by

        VersionedFile.get_record_stream().

        :param desired_files: a list of (file_id, revision_id, identifier)

            triples

        """

        per_revision = {}

        for (file_id, revision_id, identifier) in desired_files:

            per_revision.setdefault(revision_id, []).append(

                (file_id, identifier))

        for revid, files in per_revision.items():

            try:

                (commit_id, mapping) = self.lookup_bzr_revision_id(revid)

            except errors.NoSuchRevision:

                raise errors.RevisionNotPresent(revid, self)

            try:

                commit = self._git.object_store[commit_id]

            except KeyError:

                raise errors.RevisionNotPresent(revid, self)

            root_tree = commit.tree

            for fileid, identifier in files:

                try:

                    path = mapping.parse_file_id(fileid)

                except ValueError:

                    raise errors.RevisionNotPresent((fileid, revid), self)

                try:

                    obj = tree_lookup_path(

                        self._git.object_store.__getitem__, root_tree,

                        path.encode('utf-8'))

                    if isinstance(obj, tuple):

                        (mode, item_id) = obj

                        obj = self._git.object_store[item_id]

                except KeyError:

                    raise errors.RevisionNotPresent((fileid, revid), self)

                else:

                    if obj.type_name == b"tree":

                        yield (identifier, [])

                    elif obj.type_name == b"blob":

                        yield (identifier, obj.chunked)

                    else:

                        raise AssertionError("file text resolved to %r" % obj)

    def gather_stats(self, revid=None, committers=None):

        """See Repository.gather_stats()."""

        result = super(LocalGitRepository, self).gather_stats(

            revid, committers)

        revs = []

        for sha in self._git.object_store:

            o = self._git.object_store[sha]

            if o.type_name == b"commit":

                revs.append(o.id)

        result['revisions'] = len(revs)

        return result

    def _iter_revision_ids(self):

        mapping = self.get_mapping()

        for sha in self._git.object_store:

            o = self._git.object_store[sha]

            if not isinstance(o, Commit):

                continue

            revid = mapping.revision_id_foreign_to_bzr(o.id)

            yield o.id, revid

    def all_revision_ids(self):

        ret = set()

        for git_sha, revid in self._iter_revision_ids():

            ret.add(revid)

        return list(ret)

    def _get_parents(self, revid, no_alternates=False):

        if type(revid) != bytes:

            raise ValueError

        try:

            (hexsha, mapping) = self.lookup_bzr_revision_id(revid)

        except errors.NoSuchRevision:

            return None

        # FIXME: Honor no_alternates setting

        try:

            commit = self._git.object_store[hexsha]

        except KeyError:

            return None

        ret = []

        for p in commit.parents:

            try:

                ret.append(self.lookup_foreign_revision_id(p, mapping))

            except KeyError:

                ret.append(mapping.revision_id_foreign_to_bzr(p))

        return ret

    def _get_parent_map_no_fallbacks(self, revids):

        return self.get_parent_map(revids, no_alternates=True)

    def get_parent_map(self, revids, no_alternates=False):

        parent_map = {}

        for revision_id in revids:

            parents = self._get_parents(

                revision_id, no_alternates=no_alternates)

            if revision_id == _mod_revision.NULL_REVISION:

                parent_map[revision_id] = ()

                continue

            if parents is None:

                continue

            if len(parents) == 0:

                parents = [_mod_revision.NULL_REVISION]

            parent_map[revision_id] = tuple(parents)

        return parent_map

    def get_known_graph_ancestry(self, revision_ids):

        """Return the known graph for a set of revision ids and their ancestors.

        """

        pending = set(revision_ids)

        parent_map = {}

        while pending:

            this_parent_map = {}

            for revid in pending:

                if revid == _mod_revision.NULL_REVISION:

                    continue

                parents = self._get_parents(revid)

                if parents is not None:

                    this_parent_map[revid] = parents

            parent_map.update(this_parent_map)

            pending = set()

            for values in this_parent_map.values():

                pending.update(values)

            pending = pending.difference(parent_map)

        return _mod_graph.KnownGraph(parent_map)

    def get_signature_text(self, revision_id):

        git_commit_id, mapping = self.lookup_bzr_revision_id(revision_id)

        try:

            commit = self._git.object_store[git_commit_id]

        except KeyError:

            raise errors.NoSuchRevision(self, revision_id)

        if commit.gpgsig is None:

            raise errors.NoSuchRevision(self, revision_id)

        return commit.gpgsig

    def check(self, revision_ids=None, callback_refs=None, check_repo=True):

        result = GitCheck(self, check_repo=check_repo)

        result.check(callback_refs)

        return result

    def pack(self, hint=None, clean_obsolete_packs=False):

        self._git.object_store.pack_loose_objects()

    def lookup_foreign_revision_id(self, foreign_revid, mapping=None):

        """Lookup a revision id.

        :param foreign_revid: Foreign revision id to look up

        :param mapping: Mapping to use (use default mapping if not specified)

        :raise KeyError: If foreign revision was not found

        :return: bzr revision id

        """

        if not isinstance(foreign_revid, bytes):

            raise TypeError(foreign_revid)

        if mapping is None:

            mapping = self.get_mapping()

        if foreign_revid == ZERO_SHA:

            return _mod_revision.NULL_REVISION

        commit = self._git.object_store.peel_sha(foreign_revid)

        if not isinstance(commit, Commit):

            raise NotCommitError(commit.id)

        revid = mapping.get_revision_id(commit)

        # FIXME: check testament before doing this?

        return revid

    def has_signature_for_revision_id(self, revision_id):

        """Check whether a GPG signature is present for this revision.

        This is never the case for Git repositories.

        """

        try:

            self.get_signature_text(revision_id)

        except errors.NoSuchRevision:

            return False

        else:

            return True

    def verify_revision_signature(self, revision_id, gpg_strategy):

        """Verify the signature on a revision.

        :param revision_id: the revision to verify

        :gpg_strategy: the GPGStrategy object to used

        :return: gpg.SIGNATURE_VALID or a failed SIGNATURE_ value

        """

        from breezy import gpg

        with self.lock_read():

            git_commit_id, mapping = self.lookup_bzr_revision_id(revision_id)

            try:

                commit = self._git.object_store[git_commit_id]

            except KeyError:

                raise errors.NoSuchRevision(self, revision_id)

            if commit.gpgsig is None:

                return gpg.SIGNATURE_NOT_SIGNED, None

            without_sig = Commit.from_string(commit.as_raw_string())

            without_sig.gpgsig = None

            (result, key, plain_text) = gpg_strategy.verify(

                without_sig.as_raw_string(), commit.gpgsig)

            return (result, key)

    def lookup_bzr_revision_id(self, bzr_revid, mapping=None):

        """Lookup a bzr revision id in a Git repository.

        :param bzr_revid: Bazaar revision id

        :param mapping: Optional mapping to use

        :return: Tuple with git commit id, mapping that was used and supplement

            details

        """

        try:

            (git_sha, mapping) = mapping_registry.revision_id_bzr_to_foreign(

                bzr_revid)

        except errors.InvalidRevisionId:

            raise errors.NoSuchRevision(self, bzr_revid)

        else:

            return (git_sha, mapping)

    def get_revision(self, revision_id):

        if not isinstance(revision_id, bytes):

            raise errors.InvalidRevisionId(revision_id, self)

        git_commit_id, mapping = self.lookup_bzr_revision_id(revision_id)

        try:

            commit = self._git.object_store[git_commit_id]

        except KeyError:

            raise errors.NoSuchRevision(self, revision_id)

        revision, roundtrip_revid, verifiers = mapping.import_commit(

            commit, self.lookup_foreign_revision_id, strict=False)

        if revision is None:

            raise AssertionError

        # FIXME: check verifiers ?

        if roundtrip_revid:

            revision.revision_id = roundtrip_revid

        return revision

    def has_revision(self, revision_id):

        """See Repository.has_revision."""

        if revision_id == _mod_revision.NULL_REVISION:

            return True

        try:

            git_commit_id, mapping = self.lookup_bzr_revision_id(revision_id)

        except errors.NoSuchRevision:

            return False

        return (git_commit_id in self._git)

    def has_revisions(self, revision_ids):

        """See Repository.has_revisions."""

        return set(filter(self.has_revision, revision_ids))

    def iter_revisions(self, revision_ids):

        """See Repository.get_revisions."""

        for revid in revision_ids:

            try:

                rev = self.get_revision(revid)

            except errors.NoSuchRevision:

                rev = None

            yield (revid, rev)

    def revision_trees(self, revids):

        """See Repository.revision_trees."""

        for revid in revids:

            yield self.revision_tree(revid)

    def revision_tree(self, revision_id):

        """See Repository.revision_tree."""

        if revision_id is None:

            raise ValueError('invalid revision id %s' % revision_id)

        return GitRevisionTree(self, revision_id)

    def get_deltas_for_revisions(self, revisions, specific_fileids=None):

        """Produce a generator of revision deltas.

        Note that the input is a sequence of REVISIONS, not revision_ids.

        Trees will be held in memory until the generator exits.

        Each delta is relative to the revision's lefthand predecessor.

        :param specific_fileids: if not None, the result is filtered

          so that only those file-ids, their parents and their

          children are included.

        """

        # Get the revision-ids of interest

        required_trees = set()

        for revision in revisions:

            required_trees.add(revision.revision_id)

            required_trees.update(revision.parent_ids[:1])

        trees = dict((t.get_revision_id(), t) for

                     t in self.revision_trees(required_trees))

        # Calculate the deltas

        for revision in revisions:

            if not revision.parent_ids:

                old_tree = self.revision_tree(_mod_revision.NULL_REVISION)

            else:

                old_tree = trees[revision.parent_ids[0]]

            new_tree = trees[revision.revision_id]

            if specific_fileids is not None:

                specific_files = [new_tree.id2path(

                    fid) for fid in specific_fileids]

            else:

                specific_files = None

            yield new_tree.changes_from(

                old_tree, specific_files=specific_files)

    def set_make_working_trees(self, trees):

        raise errors.UnsupportedOperation(self.set_make_working_trees, self)

    def fetch_objects(self, determine_wants, graph_walker, resolve_ext_ref,

                      progress=None, limit=None):

        return self._git.fetch_objects(determine_wants, graph_walker, progress,

                                       limit=limit)

class GitRepositoryFormat(repository.RepositoryFormat):

    """Git repository format."""

    supports_versioned_directories = False

    supports_tree_reference = True

    rich_root_data = True

    supports_leaving_lock = False

    fast_deltas = True

    supports_funky_characters = True

    supports_external_lookups = False

    supports_full_versioned_files = False

    supports_revision_signatures = False

    supports_nesting_repositories = False

    revision_graph_can_have_wrong_parents = False

    supports_unreferenced_revisions = True

    supports_setting_revision_ids = False

    supports_storing_branch_nick = False

    supports_overriding_transport = False

    supports_custom_revision_properties = False

    records_per_file_revision = False

    @property

    def _matchingcontroldir(self):

        from .dir import LocalGitControlDirFormat

        return LocalGitControlDirFormat()

    def get_format_description(self):

        return "Git Repository"

    def initialize(self, controldir, shared=False, _internal=False):