1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Map from Git sha's to Bazaar objects."""
23
from bzrlib.errors import (
28
def check_pysqlite_version(sqlite3):
29
"""Check that sqlite library is compatible.
32
if (sqlite3.sqlite_version_info[0] < 3 or
33
(sqlite3.sqlite_version_info[0] == 3 and
34
sqlite3.sqlite_version_info[1] < 3)):
35
warning('Needs at least sqlite 3.3.x')
36
raise bzrlib.errors.BzrError("incompatible sqlite library")
41
check_pysqlite_version(sqlite3)
42
except (ImportError, bzrlib.errors.BzrError), e:
43
from pysqlite2 import dbapi2 as sqlite3
44
check_pysqlite_version(sqlite3)
46
warning('Needs at least Python2.5 or Python2.4 with the pysqlite2 '
48
raise bzrlib.errors.BzrError("missing sqlite library")
51
_mapdbs = threading.local()
53
"""Get a cache for this thread's db connections."""
56
except AttributeError:
61
class GitShaMap(object):
62
"""Git<->Bzr revision id mapping database."""
64
def add_entry(self, sha, type, type_data):
65
"""Add a new entry to the database.
67
raise NotImplementedError(self.add_entry)
69
def add_entries(self, entries):
70
"""Add multiple new entries to the database.
75
def lookup_tree(self, fileid, revid):
76
"""Lookup the SHA of a git tree."""
77
raise NotImplementedError(self.lookup_tree)
79
def lookup_blob(self, fileid, revid):
80
raise NotImplementedError(self.lookup_blob)
82
def lookup_git_sha(self, sha):
83
"""Lookup a Git sha in the database.
85
:param sha: Git object sha
86
:return: (type, type_data) with type_data:
87
revision: revid, tree sha
89
raise NotImplementedError(self.lookup_git_sha)
92
"""List the revision ids known."""
93
raise NotImplementedError(self.revids)
97
raise NotImplementedError(self.sha1s)
100
"""Commit any pending changes."""
103
class DictGitShaMap(GitShaMap):
108
def add_entry(self, sha, type, type_data):
109
self.dict[sha] = (type, type_data)
111
def lookup_git_sha(self, sha):
112
return self.dict[sha]
114
def lookup_tree(self, fileid, revid):
115
for k, v in self.dict.iteritems():
116
if v == ("tree", (fileid, revid)):
118
raise KeyError((fileid, revid))
120
def lookup_blob(self, fileid, revid):
121
for k, v in self.dict.iteritems():
122
if v == ("blob", (fileid, revid)):
124
raise KeyError((fileid, revid))
127
for key, (type, type_data) in self.dict.iteritems():
132
return self.dict.iterkeys()
135
class SqliteGitShaMap(GitShaMap):
137
def __init__(self, path=None):
140
self.db = sqlite3.connect(":memory:")
142
if not mapdbs().has_key(path):
143
mapdbs()[path] = sqlite3.connect(path)
144
self.db = mapdbs()[path]
145
self.db.executescript("""
146
create table if not exists commits(sha1 text, revid text, tree_sha text);
147
create index if not exists commit_sha1 on commits(sha1);
148
create unique index if not exists commit_revid on commits(revid);
149
create table if not exists blobs(sha1 text, fileid text, revid text);
150
create index if not exists blobs_sha1 on blobs(sha1);
151
create unique index if not exists blobs_fileid_revid on blobs(fileid, revid);
152
create table if not exists trees(sha1 text, fileid text, revid text);
153
create index if not exists trees_sha1 on trees(sha1);
154
create unique index if not exists trees_fileid_revid on trees(fileid, revid);
158
def from_repository(cls, repository):
159
return cls(os.path.join(repository._transport.local_abspath("."), "git.db"))
161
def _parent_lookup(self, revid):
162
row = self.db.execute("select sha1 from commits where revid = ?", (revid,)).fetchone()
164
return row[0].encode("utf-8")
170
def add_entries(self, entries):
173
for sha, type, type_data in entries:
174
assert isinstance(type_data[0], str)
175
assert isinstance(type_data[1], str)
176
entry = (sha.decode("utf-8"), type_data[0].decode("utf-8"),
177
type_data[1].decode("utf-8"))
185
self.db.executemany("replace into trees (sha1, fileid, revid) values (?, ?, ?)", trees)
187
self.db.executemany("replace into blobs (sha1, fileid, revid) values (?, ?, ?)", blobs)
190
def add_entry(self, sha, type, type_data):
191
"""Add a new entry to the database.
193
assert isinstance(type_data, tuple)
194
assert isinstance(sha, str), "type was %r" % sha
196
self.db.execute("replace into commits (sha1, revid, tree_sha) values (?, ?, ?)", (sha, type_data[0], type_data[1]))
197
elif type in ("blob", "tree"):
198
self.db.execute("replace into %ss (sha1, fileid, revid) values (?, ?, ?)" % type, (sha, type_data[0], type_data[1]))
200
raise AssertionError("Unknown type %s" % type)
202
def lookup_tree(self, fileid, revid):
203
row = self.db.execute("select sha1 from trees where fileid = ? and revid = ?", (fileid,revid)).fetchone()
205
raise KeyError((fileid, revid))
206
return row[0].encode("utf-8")
208
def lookup_blob(self, fileid, revid):
209
row = self.db.execute("select sha1 from blobs where fileid = ? and revid = ?", (fileid, revid)).fetchone()
211
raise KeyError((fileid, revid))
212
return row[0].encode("utf-8")
214
def lookup_git_sha(self, sha):
215
"""Lookup a Git sha in the database.
217
:param sha: Git object sha
218
:return: (type, type_data) with type_data:
219
revision: revid, tree sha
221
def format(type, row):
222
return (type, (row[0].encode("utf-8"), row[1].encode("utf-8")))
223
row = self.db.execute("select revid, tree_sha from commits where sha1 = ?", (sha,)).fetchone()
225
return format("commit", row)
226
row = self.db.execute("select fileid, revid from blobs where sha1 = ?", (sha,)).fetchone()
228
return format("blob", row)
229
row = self.db.execute("select fileid, revid from trees where sha1 = ?", (sha,)).fetchone()
231
return format("tree", row)
235
"""List the revision ids known."""
236
for row in self.db.execute("select revid from commits").fetchall():
237
yield row[0].encode("utf-8")
240
"""List the SHA1s."""
241
for table in ("blobs", "commits", "trees"):
242
for row in self.db.execute("select sha1 from %s" % table).fetchall():
243
yield row[0].encode("utf-8")
added
removed
shamap.py
