~bzr-pqm/bzr/bzr.dev

1707.2.2 by Robert Collins
Start on bench_add, an add benchtest.
1
# Copyright (C) 2006 by Canonical Ltd
2
#
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
"""Benchmark test suite for bzr."""
18
1908.2.2 by John Arbash Meinel
Allow caching basic kernel-like trees
19
from bzrlib import (
1874.1.10 by Carl Friedrich Bolz
Merge bzr.dev.
20
    bzrdir,
1908.2.2 by John Arbash Meinel
Allow caching basic kernel-like trees
21
    plugin,
22
    )
1874.1.12 by Carl Friedrich Bolz
More fixes according to John's comments.
23
import bzrlib.branch
1773.4.1 by Martin Pool
Add pyflakes makefile target; fix many warnings
24
from bzrlib.tests.TestUtil import TestLoader
1714.1.4 by Robert Collins
Add new benchmarks for status and commit.
25
from bzrlib.tests.blackbox import ExternalBase
26
1841.1.1 by John Arbash Meinel
Allow plugins to provide benchmarks just like they do tests
27
1714.1.4 by Robert Collins
Add new benchmarks for status and commit.
28
class Benchmark(ExternalBase):
29
1908.2.2 by John Arbash Meinel
Allow caching basic kernel-like trees
30
    def make_kernel_like_tree(self, url=None, root='.',
1908.2.11 by John Arbash Meinel
Change caching logic. Don't cache at all without --cache-dir being supplied
31
                              link_working=False):
1725.2.5 by Robert Collins
Bugfix create_branch_convenience at the root of a file system to not loop
32
        """Setup a temporary tree roughly like a kernel tree.
33
        
34
        :param url: Creat the kernel like tree as a lightweight checkout
35
        of a new branch created at url.
1908.2.11 by John Arbash Meinel
Change caching logic. Don't cache at all without --cache-dir being supplied
36
        :param link_working: instead of creating a new copy of all files
1908.2.2 by John Arbash Meinel
Allow caching basic kernel-like trees
37
            just hardlink the working tree. Tests must request this, because
38
            they must break links if they want to change the files
1725.2.5 by Robert Collins
Bugfix create_branch_convenience at the root of a file system to not loop
39
        """
1908.2.16 by John Arbash Meinel
Move all the new TreeCreator classes into separate files.
40
        from bzrlib.benchmarks.tree_creator.kernel_like import (
41
            KernelLikeTreeCreator,
42
            )
1908.2.14 by John Arbash Meinel
Hook the bench_bench.py tests up for the new classes
43
        creator = KernelLikeTreeCreator(self, link_working=link_working,
44
                                        url=url)
45
        return creator.create(root=root)
1908.2.5 by John Arbash Meinel
Updated bench_bench tests to test exactly what we really want to test
46
1908.2.18 by John Arbash Meinel
I think it is actually better as simple helper functions on Benchmark
47
    def make_kernel_like_added_tree(self, root='.',
48
                                    link_working=True,
49
                                    hot_cache=True):
50
        """Make a kernel like tree, with all files added
51
52
        :param root: Where to create the files
53
        :param link_working: Instead of copying all of the working tree
54
            files, just hardlink them to the cached files. Tests can unlink
55
            files that they will change.
56
        :param hot_cache: Run through the newly created tree and make sure
57
            the stat-cache is correct. The old way of creating a freshly
58
            added tree always had a hot cache.
59
        """
60
        from bzrlib.benchmarks.tree_creator.kernel_like import (
61
            KernelLikeAddedTreeCreator,
62
            )
63
        creator = KernelLikeAddedTreeCreator(self, link_working=link_working,
64
                                             hot_cache=hot_cache)
65
        return creator.create(root=root)
66
67
    def make_kernel_like_committed_tree(self, root='.',
68
                                    link_working=True,
69
                                    link_bzr=False,
70
                                    hot_cache=True):
71
        """Make a kernel like tree, with all files added and committed
72
73
        :param root: Where to create the files
74
        :param link_working: Instead of copying all of the working tree
75
            files, just hardlink them to the cached files. Tests can unlink
76
            files that they will change.
77
        :param link_bzr: Hardlink the .bzr directory. For readonly 
78
            operations this is safe, and shaves off a lot of setup time
79
        """
80
        from bzrlib.benchmarks.tree_creator.kernel_like import (
81
            KernelLikeCommittedTreeCreator,
82
            )
83
        creator = KernelLikeCommittedTreeCreator(self,
84
                                                 link_working=link_working,
85
                                                 link_bzr=link_bzr,
86
                                                 hot_cache=hot_cache)
87
        return creator.create(root=root)
88
1934.1.16 by John Arbash Meinel
Add a cache for a kernel-like inventory
89
    def make_kernel_like_inventory(self):
90
        """Create an inventory with the properties of a kernel-like tree
91
92
        This should be equivalent to a committed kernel like tree, not
93
        just a working tree.
94
        """
95
        from bzrlib.benchmarks.tree_creator.kernel_like import (
96
            KernelLikeInventoryCreator,
97
            )
98
        creator = KernelLikeInventoryCreator(self)
99
        return creator.create()
100
1908.2.6 by John Arbash Meinel
Allow the many_merged and many_commit trees to be cached
101
    def make_many_commit_tree(self, directory_name='.',
102
                              hardlink=False):
103
        """Create a tree with many commits.
104
        
105
        No file changes are included. Not hardlinking the working tree, 
106
        because there are no working tree files.
1756.2.19 by Aaron Bentley
Add benchmarks for merged trees
107
        """
1908.2.16 by John Arbash Meinel
Move all the new TreeCreator classes into separate files.
108
        from bzrlib.benchmarks.tree_creator.simple_many_commit import (
109
            SimpleManyCommitTreeCreator,
110
            )
1908.2.15 by John Arbash Meinel
Switching many_merge and heavy_merge to new tree creator classes
111
        creator = SimpleManyCommitTreeCreator(self, link_bzr=hardlink)
112
        return creator.create(root=directory_name)
1908.2.6 by John Arbash Meinel
Allow the many_merged and many_commit trees to be cached
113
114
    def make_heavily_merged_tree(self, directory_name='.',
115
                                 hardlink=False):
116
        """Create a tree in which almost every commit is a merge.
117
       
118
        No file changes are included.  This produces two trees, 
119
        one of which is returned.  Except for the first commit, every
120
        commit in its revision-history is a merge another commit in the other
121
        tree.  Not hardlinking the working tree, because there are no working 
122
        tree files.
123
        """
1908.2.16 by John Arbash Meinel
Move all the new TreeCreator classes into separate files.
124
        from bzrlib.benchmarks.tree_creator.heavily_merged import (
125
            HeavilyMergedTreeCreator,
126
            )
1908.2.15 by John Arbash Meinel
Switching many_merge and heavy_merge to new tree creator classes
127
        creator = HeavilyMergedTreeCreator(self, link_bzr=hardlink)
128
        return creator.create(root=directory_name)
1756.2.19 by Aaron Bentley
Add benchmarks for merged trees
129
1908.3.14 by Carl Friedrich Bolz
Refactor the bundle benchmarks to use the existing helper functions.
130
    def create_with_commits(self, num_files, num_commits, directory_name='.',
131
                            hardlink=False):
1874.1.12 by Carl Friedrich Bolz
More fixes according to John's comments.
132
        """Create a tree with many files and many commits. Every commit changes
133
        exactly one file.
1874.1.9 by Carl Friedrich Bolz
Try to fix all the issues outline by john and Robert.
134
        
135
        :param num_files: number of files to be created
136
        :param num_commits: number of commits in the newly created tree
137
        """
1908.3.14 by Carl Friedrich Bolz
Refactor the bundle benchmarks to use the existing helper functions.
138
        from bzrlib.benchmarks.tree_creator.many_commit import (
139
            ManyCommitTreeCreator,
140
            )
141
        creator = ManyCommitTreeCreator(self, link_bzr=hardlink,
142
                                        num_files=num_files,
143
                                        num_commits=num_commits)
144
        tree = creator.create(root=directory_name)
145
        files = ["%s/%s" % (directory_name, fn) for fn in creator.files]
1874.1.9 by Carl Friedrich Bolz
Try to fix all the issues outline by john and Robert.
146
        return tree, files
147
148
    def commit_some_revisions(self, tree, files, num_commits,
149
                              changes_per_commit):
150
        """Commit a specified number of revisions to some files in a tree,
151
        makeing a specified number of changes per commit.
152
153
        :param tree: The tree in which the changes happen.
154
        :param files: The list of files where changes should occur.
155
        :param num_commits: The number of commits
156
        :param changes_per_commit: The number of files that are touched in 
157
        each commit.
158
        """
159
        for j in range(num_commits):
160
            for i in range(changes_per_commit):
161
                fn = files[(i + j) % changes_per_commit]
1874.1.12 by Carl Friedrich Bolz
More fixes according to John's comments.
162
                content = range(i) + [i, i, i, '']
1874.1.9 by Carl Friedrich Bolz
Try to fix all the issues outline by john and Robert.
163
                f = open(fn, "w")
1874.1.12 by Carl Friedrich Bolz
More fixes according to John's comments.
164
                try:
165
                    f.write("\n".join([str(k) for k in content]))
166
                finally:
167
                    f.close()
1874.1.9 by Carl Friedrich Bolz
Try to fix all the issues outline by john and Robert.
168
            tree.commit("new revision")
169
1707.2.2 by Robert Collins
Start on bench_add, an add benchtest.
170
171
def test_suite():
172
    """Build and return a TestSuite which contains benchmark tests only."""
173
    testmod_names = [ \
174
                   'bzrlib.benchmarks.bench_add',
1755.2.1 by Robert Collins
Add a benchmark for make_kernel_like_tree.
175
                   'bzrlib.benchmarks.bench_bench',
1868.1.5 by Jan Balster
benchmarks for "bzr bundle --revision ..-1"
176
                   'bzrlib.benchmarks.bench_bundle',
1911.2.3 by John Arbash Meinel
Moving everything into a new location so that we can cache more than just revision ids
177
                   'bzrlib.benchmarks.bench_cache_utf8',
1714.1.4 by Robert Collins
Add new benchmarks for status and commit.
178
                   'bzrlib.benchmarks.bench_checkout',
1714.1.5 by Robert Collins
Add commit benchmark.
179
                   'bzrlib.benchmarks.bench_commit',
1868.1.3 by Jan Balster
benchmarks for "bzr info" in a kernel like tree
180
                   'bzrlib.benchmarks.bench_info',
1757.2.10 by Robert Collins
Give all inventory entries __slots__ that are useful with the current codebase.
181
                   'bzrlib.benchmarks.bench_inventory',
1756.1.7 by Aaron Bentley
Merge bzr.dev
182
                   'bzrlib.benchmarks.bench_log',
1756.1.2 by Aaron Bentley
Show logs using get_revisions
183
                   'bzrlib.benchmarks.bench_osutils',
1752.1.2 by Aaron Bentley
Benchmark the rocks command
184
                   'bzrlib.benchmarks.bench_rocks',
2063.1.1 by John Arbash Meinel
spin off startup benchmarks to their own branch
185
                   'bzrlib.benchmarks.bench_startup',
1714.1.4 by Robert Collins
Add new benchmarks for status and commit.
186
                   'bzrlib.benchmarks.bench_status',
1534.10.33 by Aaron Bentley
Add canonicalize_path benchmark
187
                   'bzrlib.benchmarks.bench_transform',
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
188
                   'bzrlib.benchmarks.bench_workingtree',
1874.1.4 by Carl Friedrich Bolz
Add some benchmark for pushing and pulling via sftp, also with the slow socket
189
                   'bzrlib.benchmarks.bench_sftp',
1934.1.1 by John Arbash Meinel
Write a benchmark for the XML serializer
190
                   'bzrlib.benchmarks.bench_xml',
1707.2.2 by Robert Collins
Start on bench_add, an add benchtest.
191
                   ]
1841.1.1 by John Arbash Meinel
Allow plugins to provide benchmarks just like they do tests
192
    suite = TestLoader().loadTestsFromModuleNames(testmod_names) 
193
194
    # Load any benchmarks from plugins
1711.2.78 by John Arbash Meinel
Cleanup the imports in bzrlib.benchmark
195
    for name, module in plugin.all_plugins().items():
196
        if getattr(module, 'bench_suite', None) is not None:
197
            suite.addTest(module.bench_suite())
1841.1.1 by John Arbash Meinel
Allow plugins to provide benchmarks just like they do tests
198
199
    return suite