/brz/remove-bazaar

# Copyright (C) 2009-2018 Jelmer Vernooij <jelmer@jelmer.uk>

#

# This program is free software; you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation; either version 2 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program; if not, write to the Free Software

# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA

"""Push implementation that simply prints message saying push is not supported."""

from __future__ import absolute_import

from dulwich.objects import ZERO_SHA

from dulwich.walk import Walker

from ... import (

    errors,

    trace,

    ui,

    )

from ...repository import (

    InterRepository,

    )

from ...revision import (

    NULL_REVISION,

    )

from .errors import (

    NoPushSupport,

    )

from .mapping import (

    needs_roundtripping,

    )

from .object_store import (

    get_object_store,

    )

from .repository import (

    GitRepository,

    LocalGitRepository,

    GitRepositoryFormat,

    )

from .remote import (

    RemoteGitRepository,

    )

from .unpeel_map import (

    UnpeelMap,

    )

class MissingObjectsIterator(object):

    """Iterate over git objects that are missing from a target repository.

    """

    def __init__(self, store, source, pb=None):

        """Create a new missing objects iterator.

        """

        self.source = source

        self._object_store = store

        self._pending = []

        self.pb = pb

    def import_revisions(self, revids, lossy):

        """Import a set of revisions into this git repository.

        :param revids: Revision ids of revisions to import

        :param lossy: Whether to not roundtrip bzr metadata

        """

        for i, revid in enumerate(revids):

            if self.pb:

                self.pb.update("pushing revisions", i, len(revids))

            git_commit = self.import_revision(revid, lossy)

            yield (revid, git_commit)

    def import_revision(self, revid, lossy):

        """Import a revision into this Git repository.

        :param revid: Revision id of the revision

        :param roundtrip: Whether to roundtrip bzr metadata

        """

        tree = self._object_store.tree_cache.revision_tree(revid)

        rev = self.source.get_revision(revid)

        commit = None

        for path, obj, ie in self._object_store._revision_to_objects(rev, tree, lossy):

            if obj.type_name == "commit":

                commit = obj

            self._pending.append((obj, path))

        if commit is None:

            raise AssertionError("no commit object generated for revision %s" %

                revid)

        return commit.id

    def __len__(self):

        return len(self._pending)

    def __iter__(self):

        return iter(self._pending)

class InterToGitRepository(InterRepository):

    """InterRepository that copies into a Git repository."""

    _matching_repo_format = GitRepositoryFormat()

    def __init__(self, source, target):

        super(InterToGitRepository, self).__init__(source, target)

        self.mapping = self.target.get_mapping()

        self.source_store = get_object_store(self.source, self.mapping)

    @staticmethod

    def _get_repo_format_to_test():

        return None

    def copy_content(self, revision_id=None, pb=None):

        """See InterRepository.copy_content."""

        self.fetch(revision_id, pb, find_ghosts=False)

    def fetch_refs(self, update_refs, lossy):

        """Fetch possibly roundtripped revisions into the target repository

        and update refs.

        :param update_refs: Generate refs to fetch. Receives dictionary

            with old refs (git shas), returns dictionary of new names to

            git shas.

        :param lossy: Whether to roundtrip

        :return: old refs, new refs

        """

        raise NotImplementedError(self.fetch_refs)

    def search_missing_revision_ids(self,

            find_ghosts=True, revision_ids=None, if_present_ids=None,

            limit=None):

        if limit is not None:

            raise errors.FetchLimitUnsupported(self)

        git_shas = []

        todo = []

        if revision_ids:

            todo.extend(revision_ids)

        if if_present_ids:

            todo.extend(revision_ids)

        with self.source_store.lock_read():

            for revid in revision_ids:

                if revid == NULL_REVISION:

                    continue

                git_sha = self.source_store._lookup_revision_sha1(revid)

                git_shas.append(git_sha)

            walker = Walker(self.source_store,

                include=git_shas, exclude=[sha for sha in self.target.controldir.get_refs_container().as_dict().values() if sha != ZERO_SHA])

            missing_revids = set()

            for entry in walker:

                for (kind, type_data) in self.source_store.lookup_git_sha(entry.commit.id):

                    if kind == "commit":

                        missing_revids.add(type_data[0])

        return self.source.revision_ids_to_search_result(missing_revids)

    def _warn_slow(self):

        trace.warning(

            'Pushing from a Bazaar to a Git repository. '

            'For better performance, push into a Bazaar repository.')

class InterToLocalGitRepository(InterToGitRepository):

    """InterBranch implementation between a Bazaar and a Git repository."""

    def __init__(self, source, target):

        super(InterToLocalGitRepository, self).__init__(source, target)

        self.target_store = self.target.controldir._git.object_store

        self.target_refs = self.target.controldir._git.refs

    def _commit_needs_fetching(self, sha_id):

        try:

            return (sha_id not in self.target_store)

        except errors.NoSuchRevision:

            # Ghost, can't push

            return False

    def _revision_needs_fetching(self, sha_id, revid):

        if revid == NULL_REVISION:

            return False

        if sha_id is None:

            try:

                sha_id = self.source_store._lookup_revision_sha1(revid)

            except KeyError:

                return False

        return self._commit_needs_fetching(sha_id)

    def missing_revisions(self, stop_revisions):

        """Find the revisions that are missing from the target repository.

        :param stop_revisions: Revisions to check for (tuples with

            Git SHA1, bzr revid)

        :return: sequence of missing revisions, in topological order

        :raise: NoSuchRevision if the stop_revisions are not present in

            the source

        """

        revid_sha_map = {}

        stop_revids = []

        for (sha1, revid) in stop_revisions:

            if sha1 is not None and revid is not None:

                revid_sha_map[revid] = sha1

                stop_revids.append(revid)

            elif sha1 is not None:

                if self._commit_needs_fetching(sha1):

                    for (kind, (revid, tree_sha, verifiers)) in self.source_store.lookup_git_sha(sha1):

                        revid_sha_map[revid] = sha1

                        stop_revids.append(revid)

            else:

                if revid is None:

                    raise AssertionError

                stop_revids.append(revid)

        missing = set()

        graph = self.source.get_graph()

        pb = ui.ui_factory.nested_progress_bar()

        try:

            while stop_revids:

                new_stop_revids = []

                for revid in stop_revids:

                    sha1 = revid_sha_map.get(revid)

                    if (not revid in missing and

                        self._revision_needs_fetching(sha1, revid)):

                        missing.add(revid)

                        new_stop_revids.append(revid)

                stop_revids = set()

                parent_map = graph.get_parent_map(new_stop_revids)

                for parent_revids in parent_map.itervalues():

                    stop_revids.update(parent_revids)

                pb.update("determining revisions to fetch", len(missing))

        finally:

            pb.finished()

        return graph.iter_topo_order(missing)

    def _get_target_bzr_refs(self):

        """Return a dictionary with references.

        :return: Dictionary with reference names as keys and tuples

            with Git SHA, Bazaar revid as values.

        """

        bzr_refs = {}

        refs = {}

        for k in self.target._git.refs.allkeys():

            try:

                v = self.target._git.refs[k]

            except KeyError:

                # broken symref?

                continue

            try:

                for (kind, type_data) in self.source_store.lookup_git_sha(v):

                    if kind == "commit" and self.source.has_revision(type_data[0]):

                        revid = type_data[0]

                        break

                else:

                    revid = None

            except KeyError:

                revid = None

            bzr_refs[k] = (v, revid)

        return bzr_refs

    def fetch_refs(self, update_refs, lossy):

        with self.source_store.lock_read():

            old_refs = self._get_target_bzr_refs()

            new_refs = update_refs(old_refs)

            revidmap = self.fetch_objects(

                [(git_sha, bzr_revid) for (git_sha, bzr_revid) in new_refs.values() if git_sha is None or not git_sha.startswith('ref:')], lossy=lossy)

            for name, (gitid, revid) in new_refs.iteritems():

                if gitid is None:

                    try:

                        gitid = revidmap[revid][0]

                    except KeyError:

                        gitid = self.source_store._lookup_revision_sha1(revid)

                if len(gitid) != 40 and not gitid.startswith('ref: '):

                    raise AssertionError("invalid ref contents: %r" % gitid)

                self.target_refs[name] = gitid

        return revidmap, old_refs, new_refs

    def fetch_objects(self, revs, lossy, limit=None):

        if not lossy and not self.mapping.roundtripping:

            for git_sha, bzr_revid in revs:

                if bzr_revid is not None and needs_roundtripping(self.source, bzr_revid):

                    raise NoPushSupport(self.source, self.target, self.mapping,

                                        bzr_revid)

        with self.source_store.lock_read():

            todo = list(self.missing_revisions(revs))[:limit]

            revidmap = {}

            pb = ui.ui_factory.nested_progress_bar()

            try:

                object_generator = MissingObjectsIterator(

                    self.source_store, self.source, pb)

                for (old_revid, git_sha) in object_generator.import_revisions(

                    todo, lossy=lossy):

                    if lossy:

                        new_revid = self.mapping.revision_id_foreign_to_bzr(git_sha)

                    else:

                        new_revid = old_revid

                        try:

                            self.mapping.revision_id_bzr_to_foreign(old_revid)

                        except errors.InvalidRevisionId:

                            refname = self.mapping.revid_as_refname(old_revid)

                            self.target_refs[refname] = git_sha

                    revidmap[old_revid] = (git_sha, new_revid)

                self.target_store.add_objects(object_generator)

                return revidmap

            finally:

                pb.finished()

    def fetch(self, revision_id=None, pb=None, find_ghosts=False,

            fetch_spec=None, mapped_refs=None):

        if mapped_refs is not None:

            stop_revisions = mapped_refs

        elif revision_id is not None:

            stop_revisions = [(None, revision_id)]

        elif fetch_spec is not None:

            recipe = fetch_spec.get_recipe()

            if recipe[0] in ("search", "proxy-search"):

                stop_revisions = [(None, revid) for revid in recipe[1]]

            else:

                raise AssertionError("Unsupported search result type %s" % recipe[0])

        else:

            stop_revisions = [(None, revid) for revid in self.source.all_revision_ids()]

        self._warn_slow()

        try:

            self.fetch_objects(stop_revisions, lossy=False)

        except NoPushSupport:

            raise errors.NoRoundtrippingSupport(self.source, self.target)

    @staticmethod

    def is_compatible(source, target):

        """Be compatible with GitRepository."""

        return (not isinstance(source, GitRepository) and

                isinstance(target, LocalGitRepository))

class InterToRemoteGitRepository(InterToGitRepository):

    def fetch_refs(self, update_refs, lossy):

        """Import the gist of the ancestry of a particular revision."""

        if not lossy and not self.mapping.roundtripping:

            raise NoPushSupport(self.source, self.target, self.mapping)

        unpeel_map = UnpeelMap.from_repository(self.source)

        revidmap = {}

        def determine_wants(old_refs):

            ret = {}

            self.old_refs = dict([(k, (v, None)) for (k, v) in old_refs.iteritems()])

            self.new_refs = update_refs(self.old_refs)

            for name, (gitid, revid) in self.new_refs.iteritems():

                if gitid is None:

                    git_sha = self.source_store._lookup_revision_sha1(revid)

                    ret[name] = unpeel_map.re_unpeel_tag(git_sha, old_refs.get(name))

                else:

                    ret[name] = gitid

            return ret

        self._warn_slow()

        with self.source_store.lock_read():

            new_refs = self.target.send_pack(determine_wants,

                    self.source_store.generate_lossy_pack_data)

        # FIXME: revidmap?

        return revidmap, self.old_refs, self.new_refs

    @staticmethod

    def is_compatible(source, target):

        """Be compatible with GitRepository."""

        return (not isinstance(source, GitRepository) and

                isinstance(target, RemoteGitRepository))