bzr branch
http://gegoxaren.bato24.eu/bzr/brz/remove-bazaar
| 
2052.3.4
by John Arbash Meinel
 [merge] bzr.dev  | 
1  | 
# Copyright (C) 2006 Canonical Ltd
 | 
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
2  | 
#
 | 
3  | 
# This program is free software; you can redistribute it and/or modify
 | 
|
| 
2052.3.4
by John Arbash Meinel
 [merge] bzr.dev  | 
4  | 
# it under the terms of the GNU General Public License as published by
 | 
5  | 
# the Free Software Foundation; either version 2 of the License, or
 | 
|
6  | 
# (at your option) any later version.
 | 
|
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
7  | 
#
 | 
8  | 
# This program is distributed in the hope that it will be useful,
 | 
|
9  | 
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 | 
|
10  | 
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 | 
|
11  | 
# GNU General Public License for more details.
 | 
|
12  | 
#
 | 
|
13  | 
# You should have received a copy of the GNU General Public License
 | 
|
14  | 
# along with this program; if not, write to the Free Software
 | 
|
15  | 
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 | 
|
16  | 
||
17  | 
"""Tests for bzr bundle performance."""
 | 
|
18  | 
||
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
19  | 
from cStringIO import StringIO  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
20  | 
import os  | 
| 
1908.8.3
by Carl Friedrich Bolz
 (cfbolz, hpk): Add caching mechanism and add benchmark for bundle-reading.  | 
21  | 
import shutil  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
22  | 
|
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
23  | 
from bzrlib import bzrdir  | 
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
24  | 
from bzrlib.add import smart_add  | 
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
25  | 
from bzrlib.benchmarks import Benchmark  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
26  | 
from bzrlib.branch import Branch  | 
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
27  | 
from bzrlib.bundle.apply_bundle import install_bundle  | 
| 
2095.2.1
by John Arbash Meinel
 Fix imports for bundles.  | 
28  | 
from bzrlib.bundle.serializer import read_bundle, write_bundle  | 
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
29  | 
from bzrlib.revision import NULL_REVISION  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
30  | 
from bzrlib.revisionspec import RevisionSpec  | 
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
31  | 
from bzrlib.workingtree import WorkingTree  | 
32  | 
||
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
33  | 
|
34  | 
class BundleBenchmark(Benchmark):  | 
|
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
35  | 
"""Benchmarks for bzr bundle performance and bzr merge with a bundle."""  | 
| 
1908.8.5
by holger krekel
 route more creation code through cached_make  | 
36  | 
|
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
37  | 
def test_create_bundle_known_kernel_like_tree(self):  | 
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
38  | 
"""Create a bundle for a kernel sized tree with no ignored, unknowns,  | 
39  | 
        or added and one commit.
 | 
|
40  | 
        """ 
 | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
41  | 
self.make_kernel_like_committed_tree()  | 
| 
2644.2.1
by Lukáš Lalinský
 Fix deprecation warnings on benchmarks.  | 
42  | 
self.time(self.run_bzr, ['bundle', '--revision', '..-1'])  | 
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
43  | 
|
44  | 
def test_create_bundle_many_commit_tree (self):  | 
|
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
45  | 
"""Create a bundle for a tree with many commits but no changes."""  | 
46  | 
self.make_many_commit_tree()  | 
|
| 
2644.2.1
by Lukáš Lalinský
 Fix deprecation warnings on benchmarks.  | 
47  | 
self.time(self.run_bzr, ['bundle', '--revision', '..-1'])  | 
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
48  | 
|
49  | 
def test_create_bundle_heavily_merged_tree(self):  | 
|
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
50  | 
"""Create a bundle for a heavily merged tree."""  | 
51  | 
self.make_heavily_merged_tree()  | 
|
| 
2644.2.1
by Lukáš Lalinský
 Fix deprecation warnings on benchmarks.  | 
52  | 
self.time(self.run_bzr, ['bundle', '--revision', '..-1'])  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
53  | 
|
| 
1908.3.3
by Carl Friedrich Bolz
 Add benchmark for applying a benchmark and fix some formatting/typos.  | 
54  | 
def test_apply_bundle_known_kernel_like_tree(self):  | 
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
55  | 
"""Create a bundle for a kernel sized tree with no ignored, unknowns,  | 
56  | 
        or added and one commit.
 | 
|
57  | 
        """ 
 | 
|
| 
1908.10.1
by Carl Friedrich Bolz
 Fix make_kernel_like_tree_committed, which does not exist any more :-(.  | 
58  | 
tree = self.make_kernel_like_committed_tree('tree')  | 
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
59  | 
|
60  | 
f = open('bundle', 'wb')  | 
|
| 
1908.3.3
by Carl Friedrich Bolz
 Add benchmark for applying a benchmark and fix some formatting/typos.  | 
61  | 
try:  | 
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
62  | 
write_bundle(tree.branch.repository, tree.last_revision(),  | 
63  | 
NULL_REVISION, f)  | 
|
| 
1908.3.3
by Carl Friedrich Bolz
 Add benchmark for applying a benchmark and fix some formatting/typos.  | 
64  | 
finally:  | 
65  | 
f.close()  | 
|
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
66  | 
|
67  | 
tree2 = self.make_branch_and_tree('branch_a')  | 
|
68  | 
os.chdir('branch_a')  | 
|
| 
2644.2.1
by Lukáš Lalinský
 Fix deprecation warnings on benchmarks.  | 
69  | 
self.time(self.run_bzr, ['merge', '../bundle'])  | 
| 
1868.1.5
by Jan Balster
 benchmarks for "bzr bundle --revision ..-1"  | 
70  | 
|
| 
2097.1.1
by John Arbash Meinel
 Don't run 1000 revision bundle tests  | 
71  | 
|
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
72  | 
class BundleLibraryLevelWriteBenchmark(Benchmark):  | 
73  | 
""" Benchmarks for the write_bundle library function. """  | 
|
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
74  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
75  | 
def _time_read_write(self):  | 
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
76  | 
branch, relpath = Branch.open_containing("a")  | 
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
77  | 
revision_history = branch.revision_history()  | 
78  | 
bundle_text = StringIO()  | 
|
79  | 
self.time(write_bundle, branch.repository, revision_history[-1],  | 
|
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
80  | 
NULL_REVISION, bundle_text)  | 
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
81  | 
bundle_text.seek(0)  | 
| 
1908.3.15
by Carl Friedrich Bolz
 Fix problems pointed out by John:  | 
82  | 
target_tree = self.make_branch_and_tree('b')  | 
83  | 
bundle = self.time(read_bundle, bundle_text)  | 
|
84  | 
self.time(install_bundle, target_tree.branch.repository, bundle)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
85  | 
|
86  | 
def test_few_files_small_tree_1_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
87  | 
os.mkdir("a")  | 
88  | 
tree, files = self.create_with_commits(5, 1, directory_name="a")  | 
|
89  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
90  | 
self._time_read_write()  | 
91  | 
||
| 
1908.3.17
by Carl Friedrich Bolz
 Fix bundle benchmarks: don't do install_bundle on too many revisions: takes way  | 
92  | 
def test_few_files_small_tree_100_revision(self):  | 
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
93  | 
os.mkdir("a")  | 
94  | 
tree, files = self.create_with_commits(5, 1, directory_name="a")  | 
|
| 
1908.3.17
by Carl Friedrich Bolz
 Fix bundle benchmarks: don't do install_bundle on too many revisions: takes way  | 
95  | 
self.commit_some_revisions(tree, files[:5], 100, 1)  | 
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
96  | 
self._time_read_write()  | 
97  | 
||
98  | 
def test_few_files_moderate_tree_1_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
99  | 
os.mkdir("a")  | 
100  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
101  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
102  | 
self._time_read_write()  | 
103  | 
||
| 
1908.3.17
by Carl Friedrich Bolz
 Fix bundle benchmarks: don't do install_bundle on too many revisions: takes way  | 
104  | 
def test_few_files_moderate_tree_100_revision(self):  | 
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
105  | 
os.mkdir("a")  | 
106  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
| 
1908.3.17
by Carl Friedrich Bolz
 Fix bundle benchmarks: don't do install_bundle on too many revisions: takes way  | 
107  | 
self.commit_some_revisions(tree, files[:5], 100, 1)  | 
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
108  | 
self._time_read_write()  | 
109  | 
||
110  | 
def test_some_files_moderate_tree_1_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
111  | 
os.mkdir("a")  | 
112  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
113  | 
self.commit_some_revisions(tree, files[:100], 1, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
114  | 
self._time_read_write()  | 
115  | 
||
116  | 
def test_few_files_big_tree_1_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
117  | 
os.mkdir("a")  | 
118  | 
tree, files = self.create_with_commits(1000, 1, directory_name="a")  | 
|
119  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
120  | 
self._time_read_write()  | 
121  | 
||
122  | 
def test_some_files_big_tree_1_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
123  | 
os.mkdir("a")  | 
124  | 
tree, files = self.create_with_commits(1000, 1, directory_name="a")  | 
|
125  | 
self.commit_some_revisions(tree, files[:100], 1, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
126  | 
self._time_read_write()  | 
127  | 
||
128  | 
||
| 
1908.3.17
by Carl Friedrich Bolz
 Fix bundle benchmarks: don't do install_bundle on too many revisions: takes way  | 
129  | 
class BundleLibraryLevelInstallBenchmark(Benchmark):  | 
130  | 
""" Benchmarks for the install_bundle library function. """  | 
|
131  | 
||
132  | 
def _time_read_write(self):  | 
|
133  | 
branch, relpath = Branch.open_containing("a")  | 
|
134  | 
revision_history = branch.revision_history()  | 
|
135  | 
bundle_text = StringIO()  | 
|
136  | 
write_bundle(branch.repository, revision_history[-1],  | 
|
137  | 
NULL_REVISION, bundle_text)  | 
|
138  | 
bundle_text.seek(0)  | 
|
139  | 
target_tree = self.make_branch_and_tree('b')  | 
|
140  | 
bundle = self.time(read_bundle, bundle_text)  | 
|
141  | 
self.time(install_bundle, target_tree.branch.repository, bundle)  | 
|
142  | 
||
143  | 
def test_few_files_small_tree_1_revision(self):  | 
|
144  | 
os.mkdir("a")  | 
|
145  | 
tree, files = self.create_with_commits(5, 1, directory_name="a")  | 
|
146  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
147  | 
self._time_read_write()  | 
|
148  | 
||
149  | 
def test_few_files_small_tree_100_revision(self):  | 
|
150  | 
os.mkdir("a")  | 
|
151  | 
tree, files = self.create_with_commits(5, 1, directory_name="a")  | 
|
152  | 
self.commit_some_revisions(tree, files[:5], 100, 1)  | 
|
153  | 
self._time_read_write()  | 
|
154  | 
||
155  | 
def test_few_files_moderate_tree_1_revision(self):  | 
|
156  | 
os.mkdir("a")  | 
|
157  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
158  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
159  | 
self._time_read_write()  | 
|
160  | 
||
161  | 
def test_few_files_moderate_tree_100_revision(self):  | 
|
162  | 
os.mkdir("a")  | 
|
163  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
164  | 
self.commit_some_revisions(tree, files[:5], 100, 1)  | 
|
165  | 
self._time_read_write()  | 
|
166  | 
||
167  | 
def test_some_files_moderate_tree_1_revision(self):  | 
|
168  | 
os.mkdir("a")  | 
|
169  | 
tree, files = self.create_with_commits(100, 1, directory_name="a")  | 
|
170  | 
self.commit_some_revisions(tree, files[:100], 1, 1)  | 
|
171  | 
self._time_read_write()  | 
|
172  | 
||
173  | 
def test_few_files_big_tree_1_revision(self):  | 
|
174  | 
os.mkdir("a")  | 
|
175  | 
tree, files = self.create_with_commits(1000, 1, directory_name="a")  | 
|
176  | 
self.commit_some_revisions(tree, files[:5], 1, 1)  | 
|
177  | 
self._time_read_write()  | 
|
178  | 
||
179  | 
def test_some_files_big_tree_1_revision(self):  | 
|
180  | 
os.mkdir("a")  | 
|
181  | 
tree, files = self.create_with_commits(1000, 1, directory_name="a")  | 
|
182  | 
self.commit_some_revisions(tree, files[:100], 1, 1)  | 
|
183  | 
self._time_read_write()  | 
|
184  | 
||
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
185  | 
|
186  | 
if __name__ == '__main__':  | 
|
187  | 
    # USE the following if you want to regenerate the above test functions 
 | 
|
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
188  | 
for treesize, treesize_h in [(5, "small"), (100, "moderate"),  | 
189  | 
(1000, "big")]:  | 
|
| 
2097.1.1
by John Arbash Meinel
 Don't run 1000 revision bundle tests  | 
190  | 
for bundlefiles, bundlefiles_h in [(5, "few"), (100, "some")]:  | 
| 
1908.8.1
by Carl Friedrich Bolz
 low level bundle tests.  | 
191  | 
if bundlefiles > treesize:  | 
192  | 
                continue
 | 
|
| 
2097.1.1
by John Arbash Meinel
 Don't run 1000 revision bundle tests  | 
193  | 
for num_revisions in [1, 100]:  | 
| 
2097.1.3
by John Arbash Meinel
 Skip the big-treex100 revision tests, which take 10min each  | 
194  | 
if (num_revisions >= 100 and  | 
195  | 
(bundlefiles >= 100 or treesize >= 1000)):  | 
|
196  | 
                    # Skip the 100x100x? tests.
 | 
|
197  | 
                    # And the 100x?x1000
 | 
|
| 
2097.1.2
by John Arbash Meinel
 Skip the 100x100 bundle benchmarks  | 
198  | 
                    continue
 | 
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
199  | 
code = """\  | 
200  | 
def test_%s_files_%s_tree_%s_revision(self):  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
201  | 
        os.mkdir("a")
 | 
202  | 
tree, files = self.create_with_commits(%s, 1, directory_name="a")  | 
|
203  | 
self.commit_some_revisions(tree, files[:%s], %s, 1)  | 
|
| 
1908.3.8
by holger krekel
 Explicitely generate test functions.  | 
204  | 
        self._time_read_write()
 | 
205  | 
""" % (bundlefiles_h, treesize_h, num_revisions,  | 
|
| 
1908.3.14
by Carl Friedrich Bolz
 Refactor the bundle benchmarks to use the existing helper functions.  | 
206  | 
treesize, bundlefiles, num_revisions)  | 
| 
1908.3.12
by Carl Friedrich Bolz
 Fix docstrings and other things to be PEP 8 compatible. Removed caching of  | 
207  | 
print code  | 
| 
1908.8.3
by Carl Friedrich Bolz
 (cfbolz, hpk): Add caching mechanism and add benchmark for bundle-reading.  | 
208  |