1
# Copyright (C) 2009 Jelmer Vernooij <jelmer@samba.org>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
"""Map from Git sha's to Bazaar objects."""
23
from bzrlib.errors import (
28
def check_pysqlite_version(sqlite3):
29
"""Check that sqlite library is compatible.
32
if (sqlite3.sqlite_version_info[0] < 3 or
33
(sqlite3.sqlite_version_info[0] == 3 and
34
sqlite3.sqlite_version_info[1] < 3)):
35
warning('Needs at least sqlite 3.3.x')
36
raise bzrlib.errors.BzrError("incompatible sqlite library")
41
check_pysqlite_version(sqlite3)
42
except (ImportError, bzrlib.errors.BzrError), e:
43
from pysqlite2 import dbapi2 as sqlite3
44
check_pysqlite_version(sqlite3)
46
warning('Needs at least Python2.5 or Python2.4 with the pysqlite2 '
48
raise bzrlib.errors.BzrError("missing sqlite library")
51
_mapdbs = threading.local()
53
"""Get a cache for this thread's db connections."""
56
except AttributeError:
61
class GitShaMap(object):
62
"""Git<->Bzr revision id mapping database."""
64
def add_entry(self, sha, type, type_data):
65
"""Add a new entry to the database.
67
raise NotImplementedError(self.add_entry)
69
def add_entries(self, entries):
70
"""Add multiple new entries to the database.
75
def lookup_tree(self, fileid, revid):
76
"""Lookup the SHA of a git tree."""
77
raise NotImplementedError(self.lookup_tree)
79
def lookup_blob(self, fileid, revid):
80
"""Lookup a blob by the fileid it has in a bzr revision."""
81
raise NotImplementedError(self.lookup_blob)
83
def lookup_git_sha(self, sha):
84
"""Lookup a Git sha in the database.
86
:param sha: Git object sha
87
:return: (type, type_data) with type_data:
88
revision: revid, tree sha
90
raise NotImplementedError(self.lookup_git_sha)
93
"""List the revision ids known."""
94
raise NotImplementedError(self.revids)
98
raise NotImplementedError(self.sha1s)
101
"""Commit any pending changes."""
104
class DictGitShaMap(GitShaMap):
109
def add_entry(self, sha, type, type_data):
110
self.dict[sha] = (type, type_data)
112
def lookup_git_sha(self, sha):
113
return self.dict[sha]
115
def lookup_tree(self, fileid, revid):
116
for k, v in self.dict.iteritems():
117
if v == ("tree", (fileid, revid)):
119
raise KeyError((fileid, revid))
121
def lookup_blob(self, fileid, revid):
122
for k, v in self.dict.iteritems():
123
if v == ("blob", (fileid, revid)):
125
raise KeyError((fileid, revid))
128
for key, (type, type_data) in self.dict.iteritems():
133
return self.dict.iterkeys()
136
class SqliteGitShaMap(GitShaMap):
138
def __init__(self, path=None):
141
self.db = sqlite3.connect(":memory:")
143
if not mapdbs().has_key(path):
144
mapdbs()[path] = sqlite3.connect(path)
145
self.db = mapdbs()[path]
146
self.db.executescript("""
147
create table if not exists commits(sha1 text, revid text, tree_sha text);
148
create index if not exists commit_sha1 on commits(sha1);
149
create unique index if not exists commit_revid on commits(revid);
150
create table if not exists blobs(sha1 text, fileid text, revid text);
151
create index if not exists blobs_sha1 on blobs(sha1);
152
create unique index if not exists blobs_fileid_revid on blobs(fileid, revid);
153
create table if not exists trees(sha1 text, fileid text, revid text);
154
create index if not exists trees_sha1 on trees(sha1);
155
create unique index if not exists trees_fileid_revid on trees(fileid, revid);
159
def from_repository(cls, repository):
160
return cls(os.path.join(repository._transport.local_abspath("."), "git.db"))
162
def lookup_commit(self, revid):
163
row = self.db.execute("select sha1 from commits where revid = ?", (revid,)).fetchone()
165
return row[0].encode("utf-8")
171
def add_entries(self, entries):
174
for sha, type, type_data in entries:
175
assert isinstance(type_data[0], str)
176
assert isinstance(type_data[1], str)
177
entry = (sha.decode("utf-8"), type_data[0].decode("utf-8"),
178
type_data[1].decode("utf-8"))
186
self.db.executemany("replace into trees (sha1, fileid, revid) values (?, ?, ?)", trees)
188
self.db.executemany("replace into blobs (sha1, fileid, revid) values (?, ?, ?)", blobs)
191
def add_entry(self, sha, type, type_data):
192
"""Add a new entry to the database.
194
assert isinstance(type_data, tuple)
195
assert isinstance(sha, str), "type was %r" % sha
197
self.db.execute("replace into commits (sha1, revid, tree_sha) values (?, ?, ?)", (sha, type_data[0], type_data[1]))
198
elif type in ("blob", "tree"):
199
self.db.execute("replace into %ss (sha1, fileid, revid) values (?, ?, ?)" % type, (sha, type_data[0], type_data[1]))
201
raise AssertionError("Unknown type %s" % type)
203
def lookup_tree(self, fileid, revid):
204
row = self.db.execute("select sha1 from trees where fileid = ? and revid = ?", (fileid,revid)).fetchone()
206
raise KeyError((fileid, revid))
207
return row[0].encode("utf-8")
209
def lookup_blob(self, fileid, revid):
210
row = self.db.execute("select sha1 from blobs where fileid = ? and revid = ?", (fileid, revid)).fetchone()
212
raise KeyError((fileid, revid))
213
return row[0].encode("utf-8")
215
def lookup_git_sha(self, sha):
216
"""Lookup a Git sha in the database.
218
:param sha: Git object sha
219
:return: (type, type_data) with type_data:
220
revision: revid, tree sha
222
def format(type, row):
223
return (type, (row[0].encode("utf-8"), row[1].encode("utf-8")))
224
row = self.db.execute("select revid, tree_sha from commits where sha1 = ?", (sha,)).fetchone()
226
return format("commit", row)
227
row = self.db.execute("select fileid, revid from blobs where sha1 = ?", (sha,)).fetchone()
229
return format("blob", row)
230
row = self.db.execute("select fileid, revid from trees where sha1 = ?", (sha,)).fetchone()
232
return format("tree", row)
236
"""List the revision ids known."""
237
for row in self.db.execute("select revid from commits").fetchall():
238
yield row[0].encode("utf-8")
241
"""List the SHA1s."""
242
for table in ("blobs", "commits", "trees"):
243
for row in self.db.execute("select sha1 from %s" % table).fetchall():
244
yield row[0].encode("utf-8")
250
class TdbGitShaMap(GitShaMap):
251
"""SHA Map that uses a TDB database.
255
"git <sha1>" -> "<type> <type-data1> <type-data2>"
256
"commit revid" -> "<sha1> <tree-id>"
257
"tree fileid revid" -> "<sha1>"
258
"blob fileid revid" -> "<sha1>"
261
def __init__(self, path=None):
267
if not mapdbs().has_key(path):
268
mapdbs()[path] = tdb.open(path, 0, tdb.DEFAULT,
269
os.O_RDWR|os.O_CREAT)
270
self.db = mapdbs()[path]
271
if not "version" in self.db:
272
self.db["version"] = str(TDB_MAP_VERSION)
274
assert int(self.db["version"]) == TDB_MAP_VERSION
277
def from_repository(cls, repository):
279
transport = getattr(repository, "_transport", None)
280
if transport is not None:
281
return cls(os.path.join(transport.local_abspath("."), "git.tdb"))
282
except bzrlib.errors.NotLocalUrl:
284
from bzrlib.config import config_dir
285
return cls(os.path.join(config_dir(), "remote-git.tdb"))
287
def lookup_commit(self, revid):
288
return self.db["commit %s" % revid].split(" ")[0]
293
def add_entry(self, sha, type, type_data):
294
"""Add a new entry to the database.
296
self.db["git %s" % sha] = "%s %s %s" % (type, type_data[0], type_data[1])
298
self.db["commit %s" % type_data[0]] = "%s %s" % (sha, type_data[1])
300
self.db["%s %s %s" % (type, type_data[0], type_data[1])] = sha
302
def lookup_tree(self, fileid, revid):
303
return self.db["tree %s %s" % (fileid, revid)]
305
def lookup_blob(self, fileid, revid):
306
return self.db["blob %s %s" % (fileid, revid)]
308
def lookup_git_sha(self, sha):
309
"""Lookup a Git sha in the database.
311
:param sha: Git object sha
312
:return: (type, type_data) with type_data:
313
revision: revid, tree sha
315
data = self.db["git %s" % sha].split(" ")
316
return (data[0], (data[1], data[2]))
319
"""List the revision ids known."""
320
for key in self.db.iterkeys():
321
if key.startswith("commit "):
322
yield key.split(" ")[1]
325
"""List the SHA1s."""
326
for key in self.db.iterkeys():
327
if key.startswith("git "):
328
yield key.split(" ")[1]
added
removed
shamap.py
