~bzr-pqm/bzr/bzr.dev

2052.3.2 by John Arbash Meinel
Change Copyright .. by Canonical to Copyright ... Canonical
1
# Copyright (C) 2006 Canonical Ltd
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
2
#
3
# This program is free software; you can redistribute it and/or modify
2052.3.1 by John Arbash Meinel
Add tests to cleanup the copyright of all source files
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
7
#
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
12
#
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
16
17
"""Tests for bzr working tree performance."""
18
1732.1.13 by John Arbash Meinel
A large improvement from not popping the parent off until we have done all children.
19
import os
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
20
2135.2.7 by Kent Gibson
Implement JAM's review suggestions.
21
from bzrlib import ignores
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
22
from bzrlib.benchmarks import Benchmark
23
from bzrlib.workingtree import WorkingTree
24
25
26
class WorkingTreeBenchmark(Benchmark):
27
28
    def test_list_files_kernel_like_tree(self):
1908.2.18 by John Arbash Meinel
I think it is actually better as simple helper functions on Benchmark
29
        tree = self.make_kernel_like_added_tree()
2255.2.61 by John Arbash Meinel
Find callers of list_files() and make sure the tree is always locked.
30
        tree.lock_read()
31
        try:
32
            self.time(list, tree.list_files())
33
        finally:
34
            tree.unlock()
1732.1.11 by John Arbash Meinel
Trying multiple things to get WorkingTree.list_files time down
35
1732.1.13 by John Arbash Meinel
A large improvement from not popping the parent off until we have done all children.
36
    def test_list_files_unknown_kernel_like_tree(self):
1908.2.18 by John Arbash Meinel
I think it is actually better as simple helper functions on Benchmark
37
        tree = self.make_kernel_like_tree(link_working=True)
1732.1.13 by John Arbash Meinel
A large improvement from not popping the parent off until we have done all children.
38
        tree = WorkingTree.open('.')
1732.1.27 by John Arbash Meinel
Document bench_workingtree
39
        # Bzr only traverses directories if they are versioned
40
        # So add all the directories, but not the files, yielding
41
        # lots of unknown files.
1732.1.13 by John Arbash Meinel
A large improvement from not popping the parent off until we have done all children.
42
        for root, dirs, files in os.walk('.'):
43
            if '.bzr' in dirs:
44
                dirs.remove('.bzr')
45
            if root == '.':
46
                continue
47
            tree.add(root)
2255.2.63 by John Arbash Meinel
track down a couple other places where we are using list_files.
48
        tree.lock_read()
49
        try:
50
            self.time(list, tree.list_files())
51
        finally:
52
            tree.unlock()
1732.1.13 by John Arbash Meinel
A large improvement from not popping the parent off until we have done all children.
53
1762.1.1 by Robert Collins
(robertc)Benchmarks for is_ignored.
54
    def test_is_ignored_single_call(self):
55
        """How long does is_ignored take to initialise and check one file."""
56
        t = self.make_branch_and_tree('.')
57
        self.time(t.is_ignored, "CVS")
58
        
59
    def test_is_ignored_10824_calls(self):
60
        """How long does is_ignored take to initialise and check one file."""
61
        t = self.make_branch_and_tree('.')
62
        def call_is_ignored_10824_not_ignored():
63
            for x in xrange(10824):
64
                t.is_ignored(str(x))
65
        self.time(call_is_ignored_10824_not_ignored)
1852.15.13 by Robert Collins
Add WorkingTree.walkdirs benchmarks.
66
2135.2.1 by Kent Gibson
Added glob module to replace broken fnmatch based ignore pattern matching (#57637)
67
    def test_is_ignored_10_patterns(self):
68
        t = self.make_branch_and_tree('.')
69
        ignores.add_runtime_ignores([u'*.%i' % i for i in range(1, 9)])
70
        ignores.add_runtime_ignores(['./foo', 'foo/bar'])
71
        self.time(t.is_ignored,'bar')
72
        ignores._runtime_ignores = set()
73
2135.2.2 by Kent Gibson
Ignore pattern matcher (glob.py) patches:
74
    def test_is_ignored_50_patterns(self):
75
        t = self.make_branch_and_tree('.')
76
        ignores.add_runtime_ignores([u'*.%i' % i for i in range(1, 49)])
77
        ignores.add_runtime_ignores(['./foo', 'foo/bar'])
78
        self.time(t.is_ignored,'bar')
79
        ignores._runtime_ignores = set()
80
2135.2.1 by Kent Gibson
Added glob module to replace broken fnmatch based ignore pattern matching (#57637)
81
    def test_is_ignored_100_patterns(self):
82
        t = self.make_branch_and_tree('.')
83
        ignores.add_runtime_ignores([u'*.%i' % i for i in range(1, 99)])
84
        ignores.add_runtime_ignores(['./foo', 'foo/bar'])
85
        self.time(t.is_ignored,'bar')
86
        ignores._runtime_ignores = set()
87
88
    def test_is_ignored_1000_patterns(self):
89
        t = self.make_branch_and_tree('.')
90
        ignores.add_runtime_ignores([u'*.%i' % i for i in range(1, 999)])
91
        ignores.add_runtime_ignores(['./foo', 'foo/bar'])
92
        self.time(t.is_ignored,'bar')
93
        ignores._runtime_ignores = set()
94
1852.15.13 by Robert Collins
Add WorkingTree.walkdirs benchmarks.
95
    def test_walkdirs_kernel_like_tree(self):
96
        """Walking a kernel sized tree is fast!(150ms)."""
97
        self.make_kernel_like_tree()
98
        self.run_bzr('add')
99
        tree = WorkingTree.open('.')
100
        # on roberts machine: this originally took:  157ms/4177ms
101
        # plain os.walk takes 213ms on this tree
102
        self.time(list, tree.walkdirs())
103
104
    def test_walkdirs_kernel_like_tree_unknown(self):
105
        """Walking a kernel sized tree is fast!(150ms)."""
106
        self.make_kernel_like_tree()
107
        tree = WorkingTree.open('.')
108
        # on roberts machine: this originally took:  157ms/4177ms
109
        # plain os.walk takes 213ms on this tree
110
        self.time(list, tree.walkdirs())