~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/selftest/testfetch.py

  • Committer: Martin Pool
  • Date: 2005-11-04 01:46:31 UTC
  • mto: (1185.33.49 bzr.dev)
  • mto: This revision was merged to the branch mainline in revision 1512.
  • Revision ID: mbp@sourcefrog.net-20051104014631-750e0ad4172c952c
Make biobench directly executable

Show diffs side-by-side

added added

removed removed

Lines of Context:
13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 
16
 
 
17
import os
 
18
import sys
 
19
 
16
20
import bzrlib.errors
17
21
from bzrlib.selftest.testrevision import make_branches
18
22
from bzrlib.trace import mutter
19
23
from bzrlib.branch import Branch
20
 
import sys
21
 
import os
 
24
from bzrlib.fetch import greedy_fetch
 
25
from bzrlib.merge import merge
 
26
from bzrlib.clone import copy_branch
22
27
 
23
28
from bzrlib.selftest import TestCaseInTempDir
 
29
from bzrlib.selftest.HTTPTestUtil import TestCaseWithWebserver
 
30
 
 
31
 
 
32
def has_revision(branch, revision_id):
 
33
    try:
 
34
        branch.get_revision_xml_file(revision_id)
 
35
        return True
 
36
    except bzrlib.errors.NoSuchRevision:
 
37
        return False
 
38
 
 
39
def fetch_steps(self, br_a, br_b, writable_a):
 
40
    """A foreign test method for testing fetch locally and remotely."""
 
41
    def new_branch(name):
 
42
        os.mkdir(name)
 
43
        return Branch.initialize(name)
 
44
            
 
45
    self.assertFalse(has_revision(br_b, br_a.revision_history()[3]))
 
46
    self.assert_(has_revision(br_b, br_a.revision_history()[2]))
 
47
    self.assertEquals(len(br_b.revision_history()), 7)
 
48
    self.assertEquals(greedy_fetch(br_b, br_a, br_a.revision_history()[2])[0], 0)
 
49
 
 
50
    # greedy_fetch is not supposed to alter the revision history
 
51
    self.assertEquals(len(br_b.revision_history()), 7)
 
52
    self.assertFalse(has_revision(br_b, br_a.revision_history()[3]))
 
53
 
 
54
    self.assertEquals(len(br_b.revision_history()), 7)
 
55
    self.assertEquals(greedy_fetch(br_b, br_a, br_a.revision_history()[3])[0], 1)
 
56
    self.assert_(has_revision(br_b, br_a.revision_history()[3]))
 
57
    self.assertFalse(has_revision(br_a, br_b.revision_history()[6]))
 
58
    self.assert_(has_revision(br_a, br_b.revision_history()[5]))
 
59
 
 
60
    # When a non-branch ancestor is missing, it should be unlisted...
 
61
    # as its not reference from the inventory weave.
 
62
    br_b4 = new_branch('br_4')
 
63
    count, failures = greedy_fetch(br_b4, br_b)
 
64
    self.assertEqual(count, 7)
 
65
    self.assertEqual(failures, [])
 
66
 
 
67
    self.assertEqual(greedy_fetch(writable_a, br_b)[0], 1)
 
68
    self.assert_(has_revision(br_a, br_b.revision_history()[3]))
 
69
    self.assert_(has_revision(br_a, br_b.revision_history()[4]))
24
70
        
 
71
    br_b2 = new_branch('br_b2')
 
72
    self.assertEquals(greedy_fetch(br_b2, br_b)[0], 7)
 
73
    self.assert_(has_revision(br_b2, br_b.revision_history()[4]))
 
74
    self.assert_(has_revision(br_b2, br_a.revision_history()[2]))
 
75
    self.assertFalse(has_revision(br_b2, br_a.revision_history()[3]))
 
76
 
 
77
    br_a2 = new_branch('br_a2')
 
78
    self.assertEquals(greedy_fetch(br_a2, br_a)[0], 9)
 
79
    self.assert_(has_revision(br_a2, br_b.revision_history()[4]))
 
80
    self.assert_(has_revision(br_a2, br_a.revision_history()[3]))
 
81
    self.assert_(has_revision(br_a2, br_a.revision_history()[2]))
 
82
 
 
83
    br_a3 = new_branch('br_a3')
 
84
    self.assertEquals(greedy_fetch(br_a3, br_a2)[0], 0)
 
85
    for revno in range(4):
 
86
        self.assertFalse(has_revision(br_a3, br_a.revision_history()[revno]))
 
87
    self.assertEqual(greedy_fetch(br_a3, br_a2, br_a.revision_history()[2])[0], 3)
 
88
    fetched = greedy_fetch(br_a3, br_a2, br_a.revision_history()[3])[0]
 
89
    self.assertEquals(fetched, 3, "fetched %d instead of 3" % fetched)
 
90
    # InstallFailed should be raised if the branch is missing the revision
 
91
    # that was requested.
 
92
    self.assertRaises(bzrlib.errors.InstallFailed, greedy_fetch, br_a3,
 
93
                      br_a2, 'pizza')
 
94
    # InstallFailed should be raised if the branch is missing a revision
 
95
    # from its own revision history
 
96
    br_a2.append_revision('a-b-c')
 
97
    self.assertRaises(bzrlib.errors.InstallFailed, greedy_fetch, br_a3,
 
98
                      br_a2)
 
99
 
 
100
 
 
101
    #TODO: test that fetch correctly does reweaving when needed. RBC 20051008
25
102
 
26
103
class TestFetch(TestCaseInTempDir):
27
 
    def runTest(self):
28
 
        from bzrlib.fetch import greedy_fetch, has_revision
29
 
 
30
 
        def new_branch(name):
31
 
            os.mkdir(name)
32
 
            return Branch(name, init=True)
33
 
            
34
 
        #highest indices a: 5, b: 7
35
 
        br_a, br_b = make_branches()
36
 
        assert not has_revision(br_b, br_a.revision_history()[3])
37
 
        assert has_revision(br_b, br_a.revision_history()[2])
38
 
        assert len(br_b.revision_history()) == 7
39
 
        assert greedy_fetch(br_b, br_a, br_a.revision_history()[2])[0] == 0
40
 
 
41
 
        # greedy_fetch is not supposed to alter the revision history
42
 
        assert len(br_b.revision_history()) == 7
43
 
        assert not has_revision(br_b, br_a.revision_history()[3])
44
 
 
45
 
        assert len(br_b.revision_history()) == 7
46
 
        assert greedy_fetch(br_b, br_a, br_a.revision_history()[3])[0] == 1
47
 
        assert has_revision(br_b, br_a.revision_history()[3])
48
 
        assert not has_revision(br_a, br_b.revision_history()[3])
49
 
        assert not has_revision(br_a, br_b.revision_history()[4])
50
 
 
51
 
        # When a non-branch ancestor is missing, it should be a failure, not
52
 
        # exception
53
 
        br_a4 = new_branch('br_a4')
54
 
        count, failures = greedy_fetch(br_a4, br_a)
55
 
        assert count == 6
56
 
        assert failures == set((br_b.revision_history()[4],
57
 
                                br_b.revision_history()[5])) 
58
 
 
59
 
        assert greedy_fetch(br_a, br_b)[0] == 4
60
 
        assert has_revision(br_a, br_b.revision_history()[3])
61
 
        assert has_revision(br_a, br_b.revision_history()[4])
62
 
 
63
 
        br_b2 = new_branch('br_b2')
64
 
        assert greedy_fetch(br_b2, br_b)[0] == 7
65
 
        assert has_revision(br_b2, br_b.revision_history()[4])
66
 
        assert has_revision(br_b2, br_a.revision_history()[2])
67
 
        assert not has_revision(br_b2, br_a.revision_history()[3])
68
 
 
69
 
        br_a2 = new_branch('br_a2')
70
 
        assert greedy_fetch(br_a2, br_a)[0] == 9
71
 
        assert has_revision(br_a2, br_b.revision_history()[4])
72
 
        assert has_revision(br_a2, br_a.revision_history()[3])
73
 
 
74
 
        br_a3 = new_branch('br_a3')
75
 
        assert greedy_fetch(br_a3, br_a2)[0] == 0
76
 
        for revno in range(4):
77
 
            assert not has_revision(br_a3, br_a.revision_history()[revno])
78
 
        assert greedy_fetch(br_a3, br_a2, br_a.revision_history()[2])[0] == 3
79
 
        fetched = greedy_fetch(br_a3, br_a2, br_a.revision_history()[3])[0]
80
 
        assert fetched == 3, "fetched %d instead of 3" % fetched
81
 
        # InstallFailed should be raised if the branch is missing the revision
82
 
        # that was requested.
83
 
        self.assertRaises(bzrlib.errors.InstallFailed, greedy_fetch, br_a3,
84
 
                          br_a2, 'pizza')
85
 
        # InstallFailed should be raised if the branch is missing a revision
86
 
        # from its own revision history
87
 
        br_a2.append_revision('a-b-c')
88
 
        self.assertRaises(bzrlib.errors.InstallFailed, greedy_fetch, br_a3,
89
 
                          br_a2)
90
 
 
91
 
 
92
 
 
93
 
if __name__ == '__main__':
94
 
    import unittest
95
 
    sys.exit(unittest.run_suite(unittest.makeSuite()))
 
104
 
 
105
    def test_fetch(self):
 
106
        #highest indices a: 5, b: 7
 
107
        br_a, br_b = make_branches(self)
 
108
        fetch_steps(self, br_a, br_b, br_a)
 
109
 
 
110
 
 
111
class TestMergeFetch(TestCaseInTempDir):
 
112
 
 
113
    def test_merge_fetches_unrelated(self):
 
114
        """Merge brings across history from unrelated source"""
 
115
        os.mkdir('br1')
 
116
        br1 = Branch.initialize('br1')
 
117
        br1.commit(message='rev 1-1', rev_id='1-1')
 
118
        br1.commit(message='rev 1-2', rev_id='1-2')
 
119
        os.mkdir('br2')
 
120
        br2 = Branch.initialize('br2')
 
121
        br2.commit(message='rev 2-1', rev_id='2-1')
 
122
        merge(other_revision=['br1', -1], base_revision=['br1', 0],
 
123
              this_dir='br2')
 
124
        self._check_revs_present(br2)
 
125
 
 
126
    def test_merge_fetches(self):
 
127
        """Merge brings across history from source"""
 
128
        os.mkdir('br1')
 
129
        br1 = Branch.initialize('br1')
 
130
        br1.commit(message='rev 1-1', rev_id='1-1')
 
131
        copy_branch(br1, 'br2')
 
132
        br2 = Branch.open('br2')
 
133
        br1.commit(message='rev 1-2', rev_id='1-2')
 
134
        br2.commit(message='rev 2-1', rev_id='2-1')
 
135
        merge(other_revision=['br1', -1], base_revision=[None, None], 
 
136
              this_dir='br2')
 
137
        self._check_revs_present(br2)
 
138
 
 
139
    def _check_revs_present(self, br2):
 
140
        for rev_id in '1-1', '1-2', '2-1':
 
141
            self.assertTrue(br2.has_revision(rev_id))
 
142
            rev = br2.get_revision(rev_id)
 
143
            self.assertEqual(rev.revision_id, rev_id)
 
144
            self.assertTrue(br2.get_inventory(rev_id))
 
145
 
 
146
 
 
147
 
 
148
class TestMergeFileHistory(TestCaseInTempDir):
 
149
    def setUp(self):
 
150
        TestCaseInTempDir.setUp(self)
 
151
        os.mkdir('br1')
 
152
        br1 = Branch.initialize('br1')
 
153
        self.build_tree_contents([('br1/file', 'original contents\n')])
 
154
        br1.add(['file'], ['this-file-id'])
 
155
        br1.commit(message='rev 1-1', rev_id='1-1')
 
156
        copy_branch(br1, 'br2')
 
157
        br2 = Branch.open('br2')
 
158
        self.build_tree_contents([('br1/file', 'original from 1\n')])
 
159
        br1.commit(message='rev 1-2', rev_id='1-2')
 
160
        self.build_tree_contents([('br1/file', 'agreement\n')])
 
161
        br1.commit(message='rev 1-3', rev_id='1-3')
 
162
        self.build_tree_contents([('br2/file', 'contents in 2\n')])
 
163
        br2.commit(message='rev 2-1', rev_id='2-1')
 
164
        self.build_tree_contents([('br2/file', 'agreement\n')])
 
165
        br2.commit(message='rev 2-2', rev_id='2-2')
 
166
 
 
167
    def test_merge_fetches_file_history(self):
 
168
        """Merge brings across file histories"""
 
169
        br2 = Branch.open('br2')
 
170
        merge(other_revision=['br1', -1], base_revision=[None, None], 
 
171
              this_dir='br2')
 
172
        for rev_id, text in [('1-2', 'original from 1\n'),
 
173
                             ('1-3', 'agreement\n'),
 
174
                             ('2-1', 'contents in 2\n'),
 
175
                             ('2-2', 'agreement\n')]:
 
176
            self.assertEqualDiff(br2.revision_tree(rev_id).get_file_text('this-file-id'),
 
177
                                 text)
 
178
 
 
179
 
 
180
 
 
181
 
 
182
class TestHttpFetch(TestCaseWithWebserver):
 
183
 
 
184
    def setUp(self):
 
185
        super(TestHttpFetch, self).setUp()
 
186
        self.weblogs = []
 
187
 
 
188
    def test_fetch(self):
 
189
        #highest indices a: 5, b: 7
 
190
        br_a, br_b = make_branches(self)
 
191
        br_rem_a = Branch.open(self.get_remote_url(br_a._transport.base))
 
192
        fetch_steps(self, br_rem_a, br_b, br_a)
 
193
 
 
194
    def log(self, *args):
 
195
        """Capture web server log messages for introspection."""
 
196
        super(TestHttpFetch, self).log(*args)
 
197
        if args[0].startswith("webserver"):
 
198
            self.weblogs.append(args[0])
 
199
 
 
200
    def test_weaves_are_retrieved_once(self):
 
201
        self.build_tree(("source/", "source/file", "target/"))
 
202
        branch = Branch.initialize("source")
 
203
        branch.add(["file"], ["id"])
 
204
        branch.commit("added file")
 
205
        print >>open("source/file", 'w'), "blah"
 
206
        branch.commit("changed file")
 
207
        target = Branch.initialize("target/")
 
208
        source = Branch.open(self.get_remote_url("source/"))
 
209
        self.assertEqual(greedy_fetch(target, source), (2, []))
 
210
        # this is the path to the literal file. As format changes 
 
211
        # occur it needs to be updated. FIXME: ask the store for the
 
212
        # path.
 
213
        weave_suffix = 'weaves/ce/id.weave HTTP/1.1" 200 -'
 
214
        self.assertEqual(1,
 
215
            len([log for log in self.weblogs if log.endswith(weave_suffix)]))
 
216
        inventory_weave_suffix = 'inventory.weave HTTP/1.1" 200 -'
 
217
        self.assertEqual(1,
 
218
            len([log for log in self.weblogs if log.endswith(
 
219
                inventory_weave_suffix)]))
 
220
        # this r-h check test will prevent regressions, but it currently already 
 
221
        # passes, before the patch to cache-rh is applied :[
 
222
        revision_history_suffix = 'revision-history HTTP/1.1" 200 -'
 
223
        self.assertEqual(1,
 
224
            len([log for log in self.weblogs if log.endswith(
 
225
                revision_history_suffix)]))
 
226
        self.weblogs = []
 
227
        # check there is nothing more to fetch
 
228
        source = Branch.open(self.get_remote_url("source/"))
 
229
        self.assertEqual(greedy_fetch(target, source), (0, []))
 
230
        self.failUnless(self.weblogs[0].endswith('branch-format HTTP/1.1" 200 -'))
 
231
        self.failUnless(self.weblogs[1].endswith('revision-history HTTP/1.1" 200 -'))
 
232
        self.assertEqual(2, len(self.weblogs))