/brz/remove-bazaar

To get this branch, use:
bzr branch http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
0.217.1 by John Carr
Start stubbing out rewritten git-serve
1
# Copyright (C) 2008 Canonical Ltd
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
0.200.292 by Jelmer Vernooij
Fix formatting.
17
import os
0.217.45 by John Carr
Restore +x flag is file is executable
18
import stat
0.200.292 by Jelmer Vernooij
Fix formatting.
19
import tempfile
20
21
from bzrlib.bzrdir import (
22
    BzrDir,
23
    )
24
from bzrlib.inventory import (
25
    InventoryDirectory,
26
    InventoryFile,
27
    )
28
from bzrlib.osutils import (
29
    splitpath,
30
    )
31
from bzrlib.repository import (
32
    Repository,
33
    )
34
35
from bzrlib.plugins.git.fetch import (
36
    import_git_objects,
37
    )
38
from bzrlib.plugins.git.mapping import (
39
    default_mapping,
40
    inventory_to_tree_and_blobs,
41
    revision_to_commit,
42
    )
43
44
from dulwich.server import (
45
    Backend,
46
    )
47
from dulwich.pack import (
48
    Pack,
49
    PackData,
50
    write_pack_index_v2,
51
    )
52
from dulwich.objects import (
53
    Blob,
54
    Commit,
55
    ShaFile,
56
    Tree,
57
    )
58
0.217.44 by John Carr
Use proper modes
59
S_IFGITLINK = 0160000
60
0.217.46 by John Carr
Remove debug print. Fetch S_IF* foo from stat module. Fix file mode picker.
61
#S_IFREG | 0664 # *Might* see this; would fail fsck --strict
0.217.44 by John Carr
Use proper modes
62
0.217.32 by John Carr
Dirtyness to help pass tests
63
0.217.1 by John Carr
Start stubbing out rewritten git-serve
64
class BzrBackend(Backend):
65
0.217.2 by John Carr
Fix missing imports. Update TCPGitServer instantiation to latest. BzrBackend needs to know which directory its repo is in.
66
    def __init__(self, directory):
67
        self.directory = directory
0.217.7 by John Carr
Create tips
68
        self.mapping = default_mapping
0.217.2 by John Carr
Fix missing imports. Update TCPGitServer instantiation to latest. BzrBackend needs to know which directory its repo is in.
69
0.217.1 by John Carr
Start stubbing out rewritten git-serve
70
    def get_refs(self):
71
        """ return a dict of all tags and branches in repository (and shas) """
0.217.12 by John Carr
Support ls-remote against bazaar
72
        ret = {}
73
        repo_dir = BzrDir.open(self.directory)
74
        repo = repo_dir.open_repository()
0.217.52 by John Carr
Have a head, any head
75
        branch = None
0.217.12 by John Carr
Support ls-remote against bazaar
76
        for branch in repo.find_branches(using=True):
0.217.52 by John Carr
Have a head, any head
77
            #FIXME: Look for 'master' or 'trunk' in here, and set HEAD accordingly...
0.217.12 by John Carr
Support ls-remote against bazaar
78
            #FIXME: Need to get branch path relative to its repository and use this instead of nick
0.200.195 by Jelmer Vernooij
Return mapping in revision_id_bzr_to_foreign() as required by the interface.
79
            ret["refs/heads/"+branch.nick] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
0.217.52 by John Carr
Have a head, any head
80
        if 'HEAD' not in ret and branch:
0.217.56 by John Carr
Merge upstream
81
            ret['HEAD'] = self.mapping.revision_id_bzr_to_foreign(branch.last_revision())[0]
0.217.12 by John Carr
Support ls-remote against bazaar
82
        return ret
0.217.1 by John Carr
Start stubbing out rewritten git-serve
83
84
    def apply_pack(self, refs, read):
85
        """ apply pack from client to current repository """
0.217.4 by John Carr
Easy bits of git pushing to bazaar
86
0.217.8 by John Carr
Don't bother using InterRepo, use import_git_objects directly. Don't need a full repository (just operating on a pack and index)
87
        fd, path = tempfile.mkstemp(suffix=".pack")
88
        f = os.fdopen(fd, 'w')
0.217.6 by John Carr
Fix typos
89
        f.write(read())
0.217.5 by John Carr
Add a temporary hack to test pushing form git to bazaar
90
        f.close()
0.217.8 by John Carr
Don't bother using InterRepo, use import_git_objects directly. Don't need a full repository (just operating on a pack and index)
91
92
        p = PackData(path)
93
        entries = p.sorted_entries()
94
        write_pack_index_v2(path[:-5]+".idx", entries, p.calculate_checksum())
95
96
        def get_objects():
97
            pack = Pack(path[:-5])
98
            for obj in pack.iterobjects():
99
                yield obj
100
101
        target = Repository.open(self.directory)
102
103
        target.lock_write()
0.217.4 by John Carr
Easy bits of git pushing to bazaar
104
        try:
0.217.8 by John Carr
Don't bother using InterRepo, use import_git_objects directly. Don't need a full repository (just operating on a pack and index)
105
            target.start_write_group()
106
            try:
107
                import_git_objects(target, self.mapping, iter(get_objects()))
108
            finally:
109
                target.commit_write_group()
0.217.4 by John Carr
Easy bits of git pushing to bazaar
110
        finally:
0.217.8 by John Carr
Don't bother using InterRepo, use import_git_objects directly. Don't need a full repository (just operating on a pack and index)
111
            target.unlock()
0.217.4 by John Carr
Easy bits of git pushing to bazaar
112
0.217.7 by John Carr
Create tips
113
        for oldsha, sha, ref in refs:
114
            if ref[:11] == 'refs/heads/':
115
                branch_nick = ref[11:]
116
117
                try:
118
                    target_dir = BzrDir.open(self.directory + "/" + branch_nick)
119
                except:
120
                    target_dir = BzrDir.create(self.directory + "/" + branch_nick)
121
122
                try:
123
                    target_branch = target_dir.open_branch()
124
                except:
125
                    target_branch = target_dir.create_branch()
0.217.22 by John Carr
Fix whitespace
126
0.217.7 by John Carr
Create tips
127
                rev_id = self.mapping.revision_id_foreign_to_bzr(sha)
0.217.22 by John Carr
Fix whitespace
128
                target_branch.generate_revision_history(rev_id)
0.217.7 by John Carr
Create tips
129
0.217.1 by John Carr
Start stubbing out rewritten git-serve
130
    def fetch_objects(self, determine_wants, graph_walker, progress):
131
        """ yield git objects to send to client """
0.200.212 by Jelmer Vernooij
Move conversion functions to mapping, use fetch_objects() from repository if present.
132
        repo = Repository.open(self.directory)
133
134
        # If this is a Git repository, just use the existing fetch_objects implementation.
135
        if getattr(repo, "fetch_objects", None) is None:
0.200.226 by Jelmer Vernooij
Merge thin-pack work.
136
            return repo.fetch_objects(determine_wants, graph_walker, None, progress)
0.200.212 by Jelmer Vernooij
Move conversion functions to mapping, use fetch_objects() from repository if present.
137
0.217.12 by John Carr
Support ls-remote against bazaar
138
        wants = determine_wants(self.get_refs())
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
139
        commits_to_send = set([self.mapping.revision_id_foreign_to_bzr(w) for w in wants])
140
        rev_done = set()
0.217.31 by John Carr
At the moment, we have to convert an object to know its sha :\ - the same sha can be made multiple times... lets at least not add it the pack if its already there.
141
        obj_sent = set()
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
142
0.200.188 by Jelmer Vernooij
Merge dulwich.
143
        objects = set()
144
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
145
        repo.lock_read()
146
        try:
147
            have = graph_walker.next()
148
            while have:
149
                rev_done.add(have)
0.200.212 by Jelmer Vernooij
Move conversion functions to mapping, use fetch_objects() from repository if present.
150
                if repo.has_revision(self.mapping.revision_id_foreign_to_bzr(sha)):
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
151
                    graph_walker.ack(have)
152
                have = graph_walker.next()
153
154
            while commits_to_send:
0.217.15 by John Carr
Start traversing commits and inventories
155
                commit = commits_to_send.pop()
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
156
                if commit in rev_done:
157
                    continue
158
                rev_done.add(commit)
159
0.217.15 by John Carr
Start traversing commits and inventories
160
                rev = repo.get_revision(commit)
161
162
                commits_to_send.update([p for p in rev.parent_ids if not p in rev_done])
163
0.200.349 by Jelmer Vernooij
Specify inventory and texts to inventory_to_tree_and_blobs rather than full repository.
164
                for sha, obj, path in inventory_to_tree_and_blobs(repo.get_inventory(commit), repo.texts, self.mapping):
0.217.31 by John Carr
At the moment, we have to convert an object to know its sha :\ - the same sha can be made multiple times... lets at least not add it the pack if its already there.
165
                    if sha not in obj_sent:
166
                        obj_sent.add(sha)
0.217.50 by John Carr
Make fetch_objects return a list of (object, path)
167
                        objects.add((obj, path))
0.217.15 by John Carr
Start traversing commits and inventories
168
0.200.212 by Jelmer Vernooij
Move conversion functions to mapping, use fetch_objects() from repository if present.
169
                objects.add((revision_to_commit(rev, sha, self.mapping.revision_id_bzr_to_foreign), None))
0.217.15 by John Carr
Start traversing commits and inventories
170
0.217.14 by John Carr
Negotiate which revisions need to be sent to client, and iterate over them all
171
        finally:
172
            repo.unlock()
0.217.15 by John Carr
Start traversing commits and inventories
173
0.200.188 by Jelmer Vernooij
Merge dulwich.
174
        return (len(objects), iter(objects))
175