~bzr-pqm/bzr/bzr.dev

« back to all changes in this revision

Viewing changes to bzrlib/tests/test_dirstate.py

  • Committer: Patch Queue Manager
  • Date: 2014-04-09 13:36:25 UTC
  • mfrom: (6592.1.2 1303879-py27-issues)
  • Revision ID: pqm@pqm.ubuntu.com-20140409133625-s24spv3kha2w2860
(vila) Fix python-2.7.6 test failures. (Vincent Ladeuil)

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
# Copyright (C) 2006-2011 Canonical Ltd
 
2
#
 
3
# This program is free software; you can redistribute it and/or modify
 
4
# it under the terms of the GNU General Public License as published by
 
5
# the Free Software Foundation; either version 2 of the License, or
 
6
# (at your option) any later version.
 
7
#
 
8
# This program is distributed in the hope that it will be useful,
 
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
 
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 
11
# GNU General Public License for more details.
 
12
#
 
13
# You should have received a copy of the GNU General Public License
 
14
# along with this program; if not, write to the Free Software
 
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
 
16
 
 
17
"""Tests of the dirstate functionality being built for WorkingTreeFormat4."""
 
18
 
 
19
import os
 
20
import tempfile
 
21
 
 
22
from bzrlib import (
 
23
    controldir,
 
24
    dirstate,
 
25
    errors,
 
26
    inventory,
 
27
    memorytree,
 
28
    osutils,
 
29
    revision as _mod_revision,
 
30
    revisiontree,
 
31
    tests,
 
32
    workingtree_4,
 
33
    )
 
34
from bzrlib.tests import (
 
35
    features,
 
36
    test_osutils,
 
37
    )
 
38
from bzrlib.tests.scenarios import load_tests_apply_scenarios
 
39
 
 
40
 
 
41
# TODO:
 
42
# TESTS to write:
 
43
# general checks for NOT_IN_MEMORY error conditions.
 
44
# set_path_id on a NOT_IN_MEMORY dirstate
 
45
# set_path_id  unicode support
 
46
# set_path_id  setting id of a path not root
 
47
# set_path_id  setting id when there are parents without the id in the parents
 
48
# set_path_id  setting id when there are parents with the id in the parents
 
49
# set_path_id  setting id when state is not in memory
 
50
# set_path_id  setting id when state is in memory unmodified
 
51
# set_path_id  setting id when state is in memory modified
 
52
 
 
53
 
 
54
load_tests = load_tests_apply_scenarios
 
55
 
 
56
 
 
57
class TestCaseWithDirState(tests.TestCaseWithTransport):
 
58
    """Helper functions for creating DirState objects with various content."""
 
59
 
 
60
    scenarios = test_osutils.dir_reader_scenarios()
 
61
 
 
62
    # Set by load_tests
 
63
    _dir_reader_class = None
 
64
    _native_to_unicode = None # Not used yet
 
65
 
 
66
    def setUp(self):
 
67
        super(TestCaseWithDirState, self).setUp()
 
68
        self.overrideAttr(osutils,
 
69
                          '_selected_dir_reader', self._dir_reader_class())
 
70
 
 
71
    def create_empty_dirstate(self):
 
72
        """Return a locked but empty dirstate"""
 
73
        state = dirstate.DirState.initialize('dirstate')
 
74
        return state
 
75
 
 
76
    def create_dirstate_with_root(self):
 
77
        """Return a write-locked state with a single root entry."""
 
78
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
79
        root_entry_direntry = ('', '', 'a-root-value'), [
 
80
            ('d', '', 0, False, packed_stat),
 
81
            ]
 
82
        dirblocks = []
 
83
        dirblocks.append(('', [root_entry_direntry]))
 
84
        dirblocks.append(('', []))
 
85
        state = self.create_empty_dirstate()
 
86
        try:
 
87
            state._set_data([], dirblocks)
 
88
            state._validate()
 
89
        except:
 
90
            state.unlock()
 
91
            raise
 
92
        return state
 
93
 
 
94
    def create_dirstate_with_root_and_subdir(self):
 
95
        """Return a locked DirState with a root and a subdir"""
 
96
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
97
        subdir_entry = ('', 'subdir', 'subdir-id'), [
 
98
            ('d', '', 0, False, packed_stat),
 
99
            ]
 
100
        state = self.create_dirstate_with_root()
 
101
        try:
 
102
            dirblocks = list(state._dirblocks)
 
103
            dirblocks[1][1].append(subdir_entry)
 
104
            state._set_data([], dirblocks)
 
105
        except:
 
106
            state.unlock()
 
107
            raise
 
108
        return state
 
109
 
 
110
    def create_complex_dirstate(self):
 
111
        """This dirstate contains multiple files and directories.
 
112
 
 
113
         /        a-root-value
 
114
         a/       a-dir
 
115
         b/       b-dir
 
116
         c        c-file
 
117
         d        d-file
 
118
         a/e/     e-dir
 
119
         a/f      f-file
 
120
         b/g      g-file
 
121
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
 
122
 
 
123
        Notice that a/e is an empty directory.
 
124
 
 
125
        :return: The dirstate, still write-locked.
 
126
        """
 
127
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
128
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
 
129
        root_entry = ('', '', 'a-root-value'), [
 
130
            ('d', '', 0, False, packed_stat),
 
131
            ]
 
132
        a_entry = ('', 'a', 'a-dir'), [
 
133
            ('d', '', 0, False, packed_stat),
 
134
            ]
 
135
        b_entry = ('', 'b', 'b-dir'), [
 
136
            ('d', '', 0, False, packed_stat),
 
137
            ]
 
138
        c_entry = ('', 'c', 'c-file'), [
 
139
            ('f', null_sha, 10, False, packed_stat),
 
140
            ]
 
141
        d_entry = ('', 'd', 'd-file'), [
 
142
            ('f', null_sha, 20, False, packed_stat),
 
143
            ]
 
144
        e_entry = ('a', 'e', 'e-dir'), [
 
145
            ('d', '', 0, False, packed_stat),
 
146
            ]
 
147
        f_entry = ('a', 'f', 'f-file'), [
 
148
            ('f', null_sha, 30, False, packed_stat),
 
149
            ]
 
150
        g_entry = ('b', 'g', 'g-file'), [
 
151
            ('f', null_sha, 30, False, packed_stat),
 
152
            ]
 
153
        h_entry = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file'), [
 
154
            ('f', null_sha, 40, False, packed_stat),
 
155
            ]
 
156
        dirblocks = []
 
157
        dirblocks.append(('', [root_entry]))
 
158
        dirblocks.append(('', [a_entry, b_entry, c_entry, d_entry]))
 
159
        dirblocks.append(('a', [e_entry, f_entry]))
 
160
        dirblocks.append(('b', [g_entry, h_entry]))
 
161
        state = dirstate.DirState.initialize('dirstate')
 
162
        state._validate()
 
163
        try:
 
164
            state._set_data([], dirblocks)
 
165
        except:
 
166
            state.unlock()
 
167
            raise
 
168
        return state
 
169
 
 
170
    def check_state_with_reopen(self, expected_result, state):
 
171
        """Check that state has current state expected_result.
 
172
 
 
173
        This will check the current state, open the file anew and check it
 
174
        again.
 
175
        This function expects the current state to be locked for writing, and
 
176
        will unlock it before re-opening.
 
177
        This is required because we can't open a lock_read() while something
 
178
        else has a lock_write().
 
179
            write => mutually exclusive lock
 
180
            read => shared lock
 
181
        """
 
182
        # The state should already be write locked, since we just had to do
 
183
        # some operation to get here.
 
184
        self.assertTrue(state._lock_token is not None)
 
185
        try:
 
186
            self.assertEqual(expected_result[0],  state.get_parent_ids())
 
187
            # there should be no ghosts in this tree.
 
188
            self.assertEqual([], state.get_ghosts())
 
189
            # there should be one fileid in this tree - the root of the tree.
 
190
            self.assertEqual(expected_result[1], list(state._iter_entries()))
 
191
            state.save()
 
192
        finally:
 
193
            state.unlock()
 
194
        del state
 
195
        state = dirstate.DirState.on_file('dirstate')
 
196
        state.lock_read()
 
197
        try:
 
198
            self.assertEqual(expected_result[1], list(state._iter_entries()))
 
199
        finally:
 
200
            state.unlock()
 
201
 
 
202
    def create_basic_dirstate(self):
 
203
        """Create a dirstate with a few files and directories.
 
204
 
 
205
            a
 
206
            b/
 
207
              c
 
208
              d/
 
209
                e
 
210
            b-c
 
211
            f
 
212
        """
 
213
        tree = self.make_branch_and_tree('tree')
 
214
        paths = ['a', 'b/', 'b/c', 'b/d/', 'b/d/e', 'b-c', 'f']
 
215
        file_ids = ['a-id', 'b-id', 'c-id', 'd-id', 'e-id', 'b-c-id', 'f-id']
 
216
        self.build_tree(['tree/' + p for p in paths])
 
217
        tree.set_root_id('TREE_ROOT')
 
218
        tree.add([p.rstrip('/') for p in paths], file_ids)
 
219
        tree.commit('initial', rev_id='rev-1')
 
220
        revision_id = 'rev-1'
 
221
        # a_packed_stat = dirstate.pack_stat(os.stat('tree/a'))
 
222
        t = self.get_transport('tree')
 
223
        a_text = t.get_bytes('a')
 
224
        a_sha = osutils.sha_string(a_text)
 
225
        a_len = len(a_text)
 
226
        # b_packed_stat = dirstate.pack_stat(os.stat('tree/b'))
 
227
        # c_packed_stat = dirstate.pack_stat(os.stat('tree/b/c'))
 
228
        c_text = t.get_bytes('b/c')
 
229
        c_sha = osutils.sha_string(c_text)
 
230
        c_len = len(c_text)
 
231
        # d_packed_stat = dirstate.pack_stat(os.stat('tree/b/d'))
 
232
        # e_packed_stat = dirstate.pack_stat(os.stat('tree/b/d/e'))
 
233
        e_text = t.get_bytes('b/d/e')
 
234
        e_sha = osutils.sha_string(e_text)
 
235
        e_len = len(e_text)
 
236
        b_c_text = t.get_bytes('b-c')
 
237
        b_c_sha = osutils.sha_string(b_c_text)
 
238
        b_c_len = len(b_c_text)
 
239
        # f_packed_stat = dirstate.pack_stat(os.stat('tree/f'))
 
240
        f_text = t.get_bytes('f')
 
241
        f_sha = osutils.sha_string(f_text)
 
242
        f_len = len(f_text)
 
243
        null_stat = dirstate.DirState.NULLSTAT
 
244
        expected = {
 
245
            '':(('', '', 'TREE_ROOT'), [
 
246
                  ('d', '', 0, False, null_stat),
 
247
                  ('d', '', 0, False, revision_id),
 
248
                ]),
 
249
            'a':(('', 'a', 'a-id'), [
 
250
                   ('f', '', 0, False, null_stat),
 
251
                   ('f', a_sha, a_len, False, revision_id),
 
252
                 ]),
 
253
            'b':(('', 'b', 'b-id'), [
 
254
                  ('d', '', 0, False, null_stat),
 
255
                  ('d', '', 0, False, revision_id),
 
256
                 ]),
 
257
            'b/c':(('b', 'c', 'c-id'), [
 
258
                    ('f', '', 0, False, null_stat),
 
259
                    ('f', c_sha, c_len, False, revision_id),
 
260
                   ]),
 
261
            'b/d':(('b', 'd', 'd-id'), [
 
262
                    ('d', '', 0, False, null_stat),
 
263
                    ('d', '', 0, False, revision_id),
 
264
                   ]),
 
265
            'b/d/e':(('b/d', 'e', 'e-id'), [
 
266
                      ('f', '', 0, False, null_stat),
 
267
                      ('f', e_sha, e_len, False, revision_id),
 
268
                     ]),
 
269
            'b-c':(('', 'b-c', 'b-c-id'), [
 
270
                      ('f', '', 0, False, null_stat),
 
271
                      ('f', b_c_sha, b_c_len, False, revision_id),
 
272
                     ]),
 
273
            'f':(('', 'f', 'f-id'), [
 
274
                  ('f', '', 0, False, null_stat),
 
275
                  ('f', f_sha, f_len, False, revision_id),
 
276
                 ]),
 
277
        }
 
278
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
279
        try:
 
280
            state.save()
 
281
        finally:
 
282
            state.unlock()
 
283
        # Use a different object, to make sure nothing is pre-cached in memory.
 
284
        state = dirstate.DirState.on_file('dirstate')
 
285
        state.lock_read()
 
286
        self.addCleanup(state.unlock)
 
287
        self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
288
                         state._dirblock_state)
 
289
        # This is code is only really tested if we actually have to make more
 
290
        # than one read, so set the page size to something smaller.
 
291
        # We want it to contain about 2.2 records, so that we have a couple
 
292
        # records that we can read per attempt
 
293
        state._bisect_page_size = 200
 
294
        return tree, state, expected
 
295
 
 
296
    def create_duplicated_dirstate(self):
 
297
        """Create a dirstate with a deleted and added entries.
 
298
 
 
299
        This grabs a basic_dirstate, and then removes and re adds every entry
 
300
        with a new file id.
 
301
        """
 
302
        tree, state, expected = self.create_basic_dirstate()
 
303
        # Now we will just remove and add every file so we get an extra entry
 
304
        # per entry. Unversion in reverse order so we handle subdirs
 
305
        tree.unversion(['f-id', 'b-c-id', 'e-id', 'd-id', 'c-id', 'b-id', 'a-id'])
 
306
        tree.add(['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f'],
 
307
                 ['a-id2', 'b-id2', 'c-id2', 'd-id2', 'e-id2', 'b-c-id2', 'f-id2'])
 
308
 
 
309
        # Update the expected dictionary.
 
310
        for path in ['a', 'b', 'b/c', 'b/d', 'b/d/e', 'b-c', 'f']:
 
311
            orig = expected[path]
 
312
            path2 = path + '2'
 
313
            # This record was deleted in the current tree
 
314
            expected[path] = (orig[0], [dirstate.DirState.NULL_PARENT_DETAILS,
 
315
                                        orig[1][1]])
 
316
            new_key = (orig[0][0], orig[0][1], orig[0][2]+'2')
 
317
            # And didn't exist in the basis tree
 
318
            expected[path2] = (new_key, [orig[1][0],
 
319
                                         dirstate.DirState.NULL_PARENT_DETAILS])
 
320
 
 
321
        # We will replace the 'dirstate' file underneath 'state', but that is
 
322
        # okay as lock as we unlock 'state' first.
 
323
        state.unlock()
 
324
        try:
 
325
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
326
            try:
 
327
                new_state.save()
 
328
            finally:
 
329
                new_state.unlock()
 
330
        finally:
 
331
            # But we need to leave state in a read-lock because we already have
 
332
            # a cleanup scheduled
 
333
            state.lock_read()
 
334
        return tree, state, expected
 
335
 
 
336
    def create_renamed_dirstate(self):
 
337
        """Create a dirstate with a few internal renames.
 
338
 
 
339
        This takes the basic dirstate, and moves the paths around.
 
340
        """
 
341
        tree, state, expected = self.create_basic_dirstate()
 
342
        # Rename a file
 
343
        tree.rename_one('a', 'b/g')
 
344
        # And a directory
 
345
        tree.rename_one('b/d', 'h')
 
346
 
 
347
        old_a = expected['a']
 
348
        expected['a'] = (old_a[0], [('r', 'b/g', 0, False, ''), old_a[1][1]])
 
349
        expected['b/g'] = (('b', 'g', 'a-id'), [old_a[1][0],
 
350
                                                ('r', 'a', 0, False, '')])
 
351
        old_d = expected['b/d']
 
352
        expected['b/d'] = (old_d[0], [('r', 'h', 0, False, ''), old_d[1][1]])
 
353
        expected['h'] = (('', 'h', 'd-id'), [old_d[1][0],
 
354
                                             ('r', 'b/d', 0, False, '')])
 
355
 
 
356
        old_e = expected['b/d/e']
 
357
        expected['b/d/e'] = (old_e[0], [('r', 'h/e', 0, False, ''),
 
358
                             old_e[1][1]])
 
359
        expected['h/e'] = (('h', 'e', 'e-id'), [old_e[1][0],
 
360
                                                ('r', 'b/d/e', 0, False, '')])
 
361
 
 
362
        state.unlock()
 
363
        try:
 
364
            new_state = dirstate.DirState.from_tree(tree, 'dirstate')
 
365
            try:
 
366
                new_state.save()
 
367
            finally:
 
368
                new_state.unlock()
 
369
        finally:
 
370
            state.lock_read()
 
371
        return tree, state, expected
 
372
 
 
373
 
 
374
class TestTreeToDirState(TestCaseWithDirState):
 
375
 
 
376
    def test_empty_to_dirstate(self):
 
377
        """We should be able to create a dirstate for an empty tree."""
 
378
        # There are no files on disk and no parents
 
379
        tree = self.make_branch_and_tree('tree')
 
380
        expected_result = ([], [
 
381
            (('', '', tree.get_root_id()), # common details
 
382
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
383
             ])])
 
384
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
385
        state._validate()
 
386
        self.check_state_with_reopen(expected_result, state)
 
387
 
 
388
    def test_1_parents_empty_to_dirstate(self):
 
389
        # create a parent by doing a commit
 
390
        tree = self.make_branch_and_tree('tree')
 
391
        rev_id = tree.commit('first post').encode('utf8')
 
392
        root_stat_pack = dirstate.pack_stat(os.stat(tree.basedir))
 
393
        expected_result = ([rev_id], [
 
394
            (('', '', tree.get_root_id()), # common details
 
395
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
396
              ('d', '', 0, False, rev_id), # first parent details
 
397
             ])])
 
398
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
399
        self.check_state_with_reopen(expected_result, state)
 
400
        state.lock_read()
 
401
        try:
 
402
            state._validate()
 
403
        finally:
 
404
            state.unlock()
 
405
 
 
406
    def test_2_parents_empty_to_dirstate(self):
 
407
        # create a parent by doing a commit
 
408
        tree = self.make_branch_and_tree('tree')
 
409
        rev_id = tree.commit('first post')
 
410
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
 
411
        rev_id2 = tree2.commit('second post', allow_pointless=True)
 
412
        tree.merge_from_branch(tree2.branch)
 
413
        expected_result = ([rev_id, rev_id2], [
 
414
            (('', '', tree.get_root_id()), # common details
 
415
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
416
              ('d', '', 0, False, rev_id), # first parent details
 
417
              ('d', '', 0, False, rev_id), # second parent details
 
418
             ])])
 
419
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
420
        self.check_state_with_reopen(expected_result, state)
 
421
        state.lock_read()
 
422
        try:
 
423
            state._validate()
 
424
        finally:
 
425
            state.unlock()
 
426
 
 
427
    def test_empty_unknowns_are_ignored_to_dirstate(self):
 
428
        """We should be able to create a dirstate for an empty tree."""
 
429
        # There are no files on disk and no parents
 
430
        tree = self.make_branch_and_tree('tree')
 
431
        self.build_tree(['tree/unknown'])
 
432
        expected_result = ([], [
 
433
            (('', '', tree.get_root_id()), # common details
 
434
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
435
             ])])
 
436
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
437
        self.check_state_with_reopen(expected_result, state)
 
438
 
 
439
    def get_tree_with_a_file(self):
 
440
        tree = self.make_branch_and_tree('tree')
 
441
        self.build_tree(['tree/a file'])
 
442
        tree.add('a file', 'a-file-id')
 
443
        return tree
 
444
 
 
445
    def test_non_empty_no_parents_to_dirstate(self):
 
446
        """We should be able to create a dirstate for an empty tree."""
 
447
        # There are files on disk and no parents
 
448
        tree = self.get_tree_with_a_file()
 
449
        expected_result = ([], [
 
450
            (('', '', tree.get_root_id()), # common details
 
451
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
452
             ]),
 
453
            (('', 'a file', 'a-file-id'), # common
 
454
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
455
             ]),
 
456
            ])
 
457
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
458
        self.check_state_with_reopen(expected_result, state)
 
459
 
 
460
    def test_1_parents_not_empty_to_dirstate(self):
 
461
        # create a parent by doing a commit
 
462
        tree = self.get_tree_with_a_file()
 
463
        rev_id = tree.commit('first post').encode('utf8')
 
464
        # change the current content to be different this will alter stat, sha
 
465
        # and length:
 
466
        self.build_tree_contents([('tree/a file', 'new content\n')])
 
467
        expected_result = ([rev_id], [
 
468
            (('', '', tree.get_root_id()), # common details
 
469
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
470
              ('d', '', 0, False, rev_id), # first parent details
 
471
             ]),
 
472
            (('', 'a file', 'a-file-id'), # common
 
473
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
474
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
 
475
               rev_id), # first parent
 
476
             ]),
 
477
            ])
 
478
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
479
        self.check_state_with_reopen(expected_result, state)
 
480
 
 
481
    def test_2_parents_not_empty_to_dirstate(self):
 
482
        # create a parent by doing a commit
 
483
        tree = self.get_tree_with_a_file()
 
484
        rev_id = tree.commit('first post').encode('utf8')
 
485
        tree2 = tree.bzrdir.sprout('tree2').open_workingtree()
 
486
        # change the current content to be different this will alter stat, sha
 
487
        # and length:
 
488
        self.build_tree_contents([('tree2/a file', 'merge content\n')])
 
489
        rev_id2 = tree2.commit('second post').encode('utf8')
 
490
        tree.merge_from_branch(tree2.branch)
 
491
        # change the current content to be different this will alter stat, sha
 
492
        # and length again, giving us three distinct values:
 
493
        self.build_tree_contents([('tree/a file', 'new content\n')])
 
494
        expected_result = ([rev_id, rev_id2], [
 
495
            (('', '', tree.get_root_id()), # common details
 
496
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
497
              ('d', '', 0, False, rev_id), # first parent details
 
498
              ('d', '', 0, False, rev_id), # second parent details
 
499
             ]),
 
500
            (('', 'a file', 'a-file-id'), # common
 
501
             [('f', '', 0, False, dirstate.DirState.NULLSTAT), # current
 
502
              ('f', 'c3ed76e4bfd45ff1763ca206055bca8e9fc28aa8', 24, False,
 
503
               rev_id), # first parent
 
504
              ('f', '314d796174c9412647c3ce07dfb5d36a94e72958', 14, False,
 
505
               rev_id2), # second parent
 
506
             ]),
 
507
            ])
 
508
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
509
        self.check_state_with_reopen(expected_result, state)
 
510
 
 
511
    def test_colliding_fileids(self):
 
512
        # test insertion of parents creating several entries at the same path.
 
513
        # we used to have a bug where they could cause the dirstate to break
 
514
        # its ordering invariants.
 
515
        # create some trees to test from
 
516
        parents = []
 
517
        for i in range(7):
 
518
            tree = self.make_branch_and_tree('tree%d' % i)
 
519
            self.build_tree(['tree%d/name' % i,])
 
520
            tree.add(['name'], ['file-id%d' % i])
 
521
            revision_id = 'revid-%d' % i
 
522
            tree.commit('message', rev_id=revision_id)
 
523
            parents.append((revision_id,
 
524
                tree.branch.repository.revision_tree(revision_id)))
 
525
        # now fold these trees into a dirstate
 
526
        state = dirstate.DirState.initialize('dirstate')
 
527
        try:
 
528
            state.set_parent_trees(parents, [])
 
529
            state._validate()
 
530
        finally:
 
531
            state.unlock()
 
532
 
 
533
 
 
534
class TestDirStateOnFile(TestCaseWithDirState):
 
535
 
 
536
    def create_updated_dirstate(self):
 
537
        self.build_tree(['a-file'])
 
538
        tree = self.make_branch_and_tree('.')
 
539
        tree.add(['a-file'], ['a-id'])
 
540
        tree.commit('add a-file')
 
541
        # Save and unlock the state, re-open it in readonly mode
 
542
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
543
        state.save()
 
544
        state.unlock()
 
545
        state = dirstate.DirState.on_file('dirstate')
 
546
        state.lock_read()
 
547
        return state
 
548
 
 
549
    def test_construct_with_path(self):
 
550
        tree = self.make_branch_and_tree('tree')
 
551
        state = dirstate.DirState.from_tree(tree, 'dirstate.from_tree')
 
552
        # we want to be able to get the lines of the dirstate that we will
 
553
        # write to disk.
 
554
        lines = state.get_lines()
 
555
        state.unlock()
 
556
        self.build_tree_contents([('dirstate', ''.join(lines))])
 
557
        # get a state object
 
558
        # no parents, default tree content
 
559
        expected_result = ([], [
 
560
            (('', '', tree.get_root_id()), # common details
 
561
             # current tree details, but new from_tree skips statting, it
 
562
             # uses set_state_from_inventory, and thus depends on the
 
563
             # inventory state.
 
564
             [('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
565
             ])
 
566
            ])
 
567
        state = dirstate.DirState.on_file('dirstate')
 
568
        state.lock_write() # check_state_with_reopen will save() and unlock it
 
569
        self.check_state_with_reopen(expected_result, state)
 
570
 
 
571
    def test_can_save_clean_on_file(self):
 
572
        tree = self.make_branch_and_tree('tree')
 
573
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
574
        try:
 
575
            # doing a save should work here as there have been no changes.
 
576
            state.save()
 
577
            # TODO: stat it and check it hasn't changed; may require waiting
 
578
            # for the state accuracy window.
 
579
        finally:
 
580
            state.unlock()
 
581
 
 
582
    def test_can_save_in_read_lock(self):
 
583
        state = self.create_updated_dirstate()
 
584
        try:
 
585
            entry = state._get_entry(0, path_utf8='a-file')
 
586
            # The current size should be 0 (default)
 
587
            self.assertEqual(0, entry[1][0][2])
 
588
            # We should have a real entry.
 
589
            self.assertNotEqual((None, None), entry)
 
590
            # Set the cutoff-time into the future, so things look cacheable
 
591
            state._sha_cutoff_time()
 
592
            state._cutoff_time += 10.0
 
593
            st = os.lstat('a-file')
 
594
            sha1sum = dirstate.update_entry(state, entry, 'a-file', st)
 
595
            # We updated the current sha1sum because the file is cacheable
 
596
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
 
597
                             sha1sum)
 
598
 
 
599
            # The dirblock has been updated
 
600
            self.assertEqual(st.st_size, entry[1][0][2])
 
601
            self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
 
602
                             state._dirblock_state)
 
603
 
 
604
            del entry
 
605
            # Now, since we are the only one holding a lock, we should be able
 
606
            # to save and have it written to disk
 
607
            state.save()
 
608
        finally:
 
609
            state.unlock()
 
610
 
 
611
        # Re-open the file, and ensure that the state has been updated.
 
612
        state = dirstate.DirState.on_file('dirstate')
 
613
        state.lock_read()
 
614
        try:
 
615
            entry = state._get_entry(0, path_utf8='a-file')
 
616
            self.assertEqual(st.st_size, entry[1][0][2])
 
617
        finally:
 
618
            state.unlock()
 
619
 
 
620
    def test_save_fails_quietly_if_locked(self):
 
621
        """If dirstate is locked, save will fail without complaining."""
 
622
        state = self.create_updated_dirstate()
 
623
        try:
 
624
            entry = state._get_entry(0, path_utf8='a-file')
 
625
            # No cached sha1 yet.
 
626
            self.assertEqual('', entry[1][0][1])
 
627
            # Set the cutoff-time into the future, so things look cacheable
 
628
            state._sha_cutoff_time()
 
629
            state._cutoff_time += 10.0
 
630
            st = os.lstat('a-file')
 
631
            sha1sum = dirstate.update_entry(state, entry, 'a-file', st)
 
632
            self.assertEqual('ecc5374e9ed82ad3ea3b4d452ea995a5fd3e70e3',
 
633
                             sha1sum)
 
634
            self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
 
635
                             state._dirblock_state)
 
636
 
 
637
            # Now, before we try to save, grab another dirstate, and take out a
 
638
            # read lock.
 
639
            # TODO: jam 20070315 Ideally this would be locked by another
 
640
            #       process. To make sure the file is really OS locked.
 
641
            state2 = dirstate.DirState.on_file('dirstate')
 
642
            state2.lock_read()
 
643
            try:
 
644
                # This won't actually write anything, because it couldn't grab
 
645
                # a write lock. But it shouldn't raise an error, either.
 
646
                # TODO: jam 20070315 We should probably distinguish between
 
647
                #       being dirty because of 'update_entry'. And dirty
 
648
                #       because of real modification. So that save() *does*
 
649
                #       raise a real error if it fails when we have real
 
650
                #       modifications.
 
651
                state.save()
 
652
            finally:
 
653
                state2.unlock()
 
654
        finally:
 
655
            state.unlock()
 
656
 
 
657
        # The file on disk should not be modified.
 
658
        state = dirstate.DirState.on_file('dirstate')
 
659
        state.lock_read()
 
660
        try:
 
661
            entry = state._get_entry(0, path_utf8='a-file')
 
662
            self.assertEqual('', entry[1][0][1])
 
663
        finally:
 
664
            state.unlock()
 
665
 
 
666
    def test_save_refuses_if_changes_aborted(self):
 
667
        self.build_tree(['a-file', 'a-dir/'])
 
668
        state = dirstate.DirState.initialize('dirstate')
 
669
        try:
 
670
            # No stat and no sha1 sum.
 
671
            state.add('a-file', 'a-file-id', 'file', None, '')
 
672
            state.save()
 
673
        finally:
 
674
            state.unlock()
 
675
 
 
676
        # The dirstate should include TREE_ROOT and 'a-file' and nothing else
 
677
        expected_blocks = [
 
678
            ('', [(('', '', 'TREE_ROOT'),
 
679
                   [('d', '', 0, False, dirstate.DirState.NULLSTAT)])]),
 
680
            ('', [(('', 'a-file', 'a-file-id'),
 
681
                   [('f', '', 0, False, dirstate.DirState.NULLSTAT)])]),
 
682
        ]
 
683
 
 
684
        state = dirstate.DirState.on_file('dirstate')
 
685
        state.lock_write()
 
686
        try:
 
687
            state._read_dirblocks_if_needed()
 
688
            self.assertEqual(expected_blocks, state._dirblocks)
 
689
 
 
690
            # Now modify the state, but mark it as inconsistent
 
691
            state.add('a-dir', 'a-dir-id', 'directory', None, '')
 
692
            state._changes_aborted = True
 
693
            state.save()
 
694
        finally:
 
695
            state.unlock()
 
696
 
 
697
        state = dirstate.DirState.on_file('dirstate')
 
698
        state.lock_read()
 
699
        try:
 
700
            state._read_dirblocks_if_needed()
 
701
            self.assertEqual(expected_blocks, state._dirblocks)
 
702
        finally:
 
703
            state.unlock()
 
704
 
 
705
 
 
706
class TestDirStateInitialize(TestCaseWithDirState):
 
707
 
 
708
    def test_initialize(self):
 
709
        expected_result = ([], [
 
710
            (('', '', 'TREE_ROOT'), # common details
 
711
             [('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
712
             ])
 
713
            ])
 
714
        state = dirstate.DirState.initialize('dirstate')
 
715
        try:
 
716
            self.assertIsInstance(state, dirstate.DirState)
 
717
            lines = state.get_lines()
 
718
        finally:
 
719
            state.unlock()
 
720
        # On win32 you can't read from a locked file, even within the same
 
721
        # process. So we have to unlock and release before we check the file
 
722
        # contents.
 
723
        self.assertFileEqual(''.join(lines), 'dirstate')
 
724
        state.lock_read() # check_state_with_reopen will unlock
 
725
        self.check_state_with_reopen(expected_result, state)
 
726
 
 
727
 
 
728
class TestDirStateManipulations(TestCaseWithDirState):
 
729
 
 
730
    def make_minimal_tree(self):
 
731
        tree1 = self.make_branch_and_memory_tree('tree1')
 
732
        tree1.lock_write()
 
733
        self.addCleanup(tree1.unlock)
 
734
        tree1.add('')
 
735
        revid1 = tree1.commit('foo')
 
736
        return tree1, revid1
 
737
 
 
738
    def test_update_minimal_updates_id_index(self):
 
739
        state = self.create_dirstate_with_root_and_subdir()
 
740
        self.addCleanup(state.unlock)
 
741
        id_index = state._get_id_index()
 
742
        self.assertEqual(['a-root-value', 'subdir-id'], sorted(id_index))
 
743
        state.add('file-name', 'file-id', 'file', None, '')
 
744
        self.assertEqual(['a-root-value', 'file-id', 'subdir-id'],
 
745
                         sorted(id_index))
 
746
        state.update_minimal(('', 'new-name', 'file-id'), 'f',
 
747
                             path_utf8='new-name')
 
748
        self.assertEqual(['a-root-value', 'file-id', 'subdir-id'],
 
749
                         sorted(id_index))
 
750
        self.assertEqual([('', 'new-name', 'file-id')],
 
751
                         sorted(id_index['file-id']))
 
752
        state._validate()
 
753
 
 
754
    def test_set_state_from_inventory_no_content_no_parents(self):
 
755
        # setting the current inventory is a slow but important api to support.
 
756
        tree1, revid1 = self.make_minimal_tree()
 
757
        inv = tree1.root_inventory
 
758
        root_id = inv.path2id('')
 
759
        expected_result = [], [
 
760
            (('', '', root_id), [
 
761
             ('d', '', 0, False, dirstate.DirState.NULLSTAT)])]
 
762
        state = dirstate.DirState.initialize('dirstate')
 
763
        try:
 
764
            state.set_state_from_inventory(inv)
 
765
            self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
766
                             state._header_state)
 
767
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
768
                             state._dirblock_state)
 
769
        except:
 
770
            state.unlock()
 
771
            raise
 
772
        else:
 
773
            # This will unlock it
 
774
            self.check_state_with_reopen(expected_result, state)
 
775
 
 
776
    def test_set_state_from_scratch_no_parents(self):
 
777
        tree1, revid1 = self.make_minimal_tree()
 
778
        inv = tree1.root_inventory
 
779
        root_id = inv.path2id('')
 
780
        expected_result = [], [
 
781
            (('', '', root_id), [
 
782
             ('d', '', 0, False, dirstate.DirState.NULLSTAT)])]
 
783
        state = dirstate.DirState.initialize('dirstate')
 
784
        try:
 
785
            state.set_state_from_scratch(inv, [], [])
 
786
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
787
                             state._header_state)
 
788
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
789
                             state._dirblock_state)
 
790
        except:
 
791
            state.unlock()
 
792
            raise
 
793
        else:
 
794
            # This will unlock it
 
795
            self.check_state_with_reopen(expected_result, state)
 
796
 
 
797
    def test_set_state_from_scratch_identical_parent(self):
 
798
        tree1, revid1 = self.make_minimal_tree()
 
799
        inv = tree1.root_inventory
 
800
        root_id = inv.path2id('')
 
801
        rev_tree1 = tree1.branch.repository.revision_tree(revid1)
 
802
        d_entry = ('d', '', 0, False, dirstate.DirState.NULLSTAT)
 
803
        parent_entry = ('d', '', 0, False, revid1)
 
804
        expected_result = [revid1], [
 
805
            (('', '', root_id), [d_entry, parent_entry])]
 
806
        state = dirstate.DirState.initialize('dirstate')
 
807
        try:
 
808
            state.set_state_from_scratch(inv, [(revid1, rev_tree1)], [])
 
809
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
810
                             state._header_state)
 
811
            self.assertEqual(dirstate.DirState.IN_MEMORY_MODIFIED,
 
812
                             state._dirblock_state)
 
813
        except:
 
814
            state.unlock()
 
815
            raise
 
816
        else:
 
817
            # This will unlock it
 
818
            self.check_state_with_reopen(expected_result, state)
 
819
 
 
820
    def test_set_state_from_inventory_preserves_hashcache(self):
 
821
        # https://bugs.launchpad.net/bzr/+bug/146176
 
822
        # set_state_from_inventory should preserve the stat and hash value for
 
823
        # workingtree files that are not changed by the inventory.
 
824
 
 
825
        tree = self.make_branch_and_tree('.')
 
826
        # depends on the default format using dirstate...
 
827
        tree.lock_write()
 
828
        try:
 
829
            # make a dirstate with some valid hashcache data
 
830
            # file on disk, but that's not needed for this test
 
831
            foo_contents = 'contents of foo'
 
832
            self.build_tree_contents([('foo', foo_contents)])
 
833
            tree.add('foo', 'foo-id')
 
834
 
 
835
            foo_stat = os.stat('foo')
 
836
            foo_packed = dirstate.pack_stat(foo_stat)
 
837
            foo_sha = osutils.sha_string(foo_contents)
 
838
            foo_size = len(foo_contents)
 
839
 
 
840
            # should not be cached yet, because the file's too fresh
 
841
            self.assertEqual(
 
842
                (('', 'foo', 'foo-id',),
 
843
                 [('f', '', 0, False, dirstate.DirState.NULLSTAT)]),
 
844
                tree._dirstate._get_entry(0, 'foo-id'))
 
845
            # poke in some hashcache information - it wouldn't normally be
 
846
            # stored because it's too fresh
 
847
            tree._dirstate.update_minimal(
 
848
                ('', 'foo', 'foo-id'),
 
849
                'f', False, foo_sha, foo_packed, foo_size, 'foo')
 
850
            # now should be cached
 
851
            self.assertEqual(
 
852
                (('', 'foo', 'foo-id',),
 
853
                 [('f', foo_sha, foo_size, False, foo_packed)]),
 
854
                tree._dirstate._get_entry(0, 'foo-id'))
 
855
 
 
856
            # extract the inventory, and add something to it
 
857
            inv = tree._get_root_inventory()
 
858
            # should see the file we poked in...
 
859
            self.assertTrue(inv.has_id('foo-id'))
 
860
            self.assertTrue(inv.has_filename('foo'))
 
861
            inv.add_path('bar', 'file', 'bar-id')
 
862
            tree._dirstate._validate()
 
863
            # this used to cause it to lose its hashcache
 
864
            tree._dirstate.set_state_from_inventory(inv)
 
865
            tree._dirstate._validate()
 
866
        finally:
 
867
            tree.unlock()
 
868
 
 
869
        tree.lock_read()
 
870
        try:
 
871
            # now check that the state still has the original hashcache value
 
872
            state = tree._dirstate
 
873
            state._validate()
 
874
            foo_tuple = state._get_entry(0, path_utf8='foo')
 
875
            self.assertEqual(
 
876
                (('', 'foo', 'foo-id',),
 
877
                 [('f', foo_sha, len(foo_contents), False,
 
878
                   dirstate.pack_stat(foo_stat))]),
 
879
                foo_tuple)
 
880
        finally:
 
881
            tree.unlock()
 
882
 
 
883
    def test_set_state_from_inventory_mixed_paths(self):
 
884
        tree1 = self.make_branch_and_tree('tree1')
 
885
        self.build_tree(['tree1/a/', 'tree1/a/b/', 'tree1/a-b/',
 
886
                         'tree1/a/b/foo', 'tree1/a-b/bar'])
 
887
        tree1.lock_write()
 
888
        try:
 
889
            tree1.add(['a', 'a/b', 'a-b', 'a/b/foo', 'a-b/bar'],
 
890
                      ['a-id', 'b-id', 'a-b-id', 'foo-id', 'bar-id'])
 
891
            tree1.commit('rev1', rev_id='rev1')
 
892
            root_id = tree1.get_root_id()
 
893
            inv = tree1.root_inventory
 
894
        finally:
 
895
            tree1.unlock()
 
896
        expected_result1 = [('', '', root_id, 'd'),
 
897
                            ('', 'a', 'a-id', 'd'),
 
898
                            ('', 'a-b', 'a-b-id', 'd'),
 
899
                            ('a', 'b', 'b-id', 'd'),
 
900
                            ('a/b', 'foo', 'foo-id', 'f'),
 
901
                            ('a-b', 'bar', 'bar-id', 'f'),
 
902
                           ]
 
903
        expected_result2 = [('', '', root_id, 'd'),
 
904
                            ('', 'a', 'a-id', 'd'),
 
905
                            ('', 'a-b', 'a-b-id', 'd'),
 
906
                            ('a-b', 'bar', 'bar-id', 'f'),
 
907
                           ]
 
908
        state = dirstate.DirState.initialize('dirstate')
 
909
        try:
 
910
            state.set_state_from_inventory(inv)
 
911
            values = []
 
912
            for entry in state._iter_entries():
 
913
                values.append(entry[0] + entry[1][0][:1])
 
914
            self.assertEqual(expected_result1, values)
 
915
            del inv['b-id']
 
916
            state.set_state_from_inventory(inv)
 
917
            values = []
 
918
            for entry in state._iter_entries():
 
919
                values.append(entry[0] + entry[1][0][:1])
 
920
            self.assertEqual(expected_result2, values)
 
921
        finally:
 
922
            state.unlock()
 
923
 
 
924
    def test_set_path_id_no_parents(self):
 
925
        """The id of a path can be changed trivally with no parents."""
 
926
        state = dirstate.DirState.initialize('dirstate')
 
927
        try:
 
928
            # check precondition to be sure the state does change appropriately.
 
929
            root_entry = (('', '', 'TREE_ROOT'), [('d', '', 0, False, 'x'*32)])
 
930
            self.assertEqual([root_entry], list(state._iter_entries()))
 
931
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
 
932
            self.assertEqual(root_entry,
 
933
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
 
934
            self.assertEqual((None, None),
 
935
                             state._get_entry(0, fileid_utf8='second-root-id'))
 
936
            state.set_path_id('', 'second-root-id')
 
937
            new_root_entry = (('', '', 'second-root-id'),
 
938
                              [('d', '', 0, False, 'x'*32)])
 
939
            expected_rows = [new_root_entry]
 
940
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
941
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
 
942
            self.assertEqual(new_root_entry, 
 
943
                             state._get_entry(0, fileid_utf8='second-root-id'))
 
944
            self.assertEqual((None, None),
 
945
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
 
946
            # should work across save too
 
947
            state.save()
 
948
        finally:
 
949
            state.unlock()
 
950
        state = dirstate.DirState.on_file('dirstate')
 
951
        state.lock_read()
 
952
        try:
 
953
            state._validate()
 
954
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
955
        finally:
 
956
            state.unlock()
 
957
 
 
958
    def test_set_path_id_with_parents(self):
 
959
        """Set the root file id in a dirstate with parents"""
 
960
        mt = self.make_branch_and_tree('mt')
 
961
        # in case the default tree format uses a different root id
 
962
        mt.set_root_id('TREE_ROOT')
 
963
        mt.commit('foo', rev_id='parent-revid')
 
964
        rt = mt.branch.repository.revision_tree('parent-revid')
 
965
        state = dirstate.DirState.initialize('dirstate')
 
966
        state._validate()
 
967
        try:
 
968
            state.set_parent_trees([('parent-revid', rt)], ghosts=[])
 
969
            root_entry = (('', '', 'TREE_ROOT'),
 
970
                          [('d', '', 0, False, 'x'*32),
 
971
                           ('d', '', 0, False, 'parent-revid')])
 
972
            self.assertEqual(root_entry, state._get_entry(0, path_utf8=''))
 
973
            self.assertEqual(root_entry,
 
974
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
 
975
            self.assertEqual((None, None),
 
976
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
 
977
            state.set_path_id('', 'Asecond-root-id')
 
978
            state._validate()
 
979
            # now see that it is what we expected
 
980
            old_root_entry = (('', '', 'TREE_ROOT'),
 
981
                              [('a', '', 0, False, ''),
 
982
                               ('d', '', 0, False, 'parent-revid')])
 
983
            new_root_entry = (('', '', 'Asecond-root-id'),
 
984
                              [('d', '', 0, False, ''),
 
985
                               ('a', '', 0, False, '')])
 
986
            expected_rows = [new_root_entry, old_root_entry]
 
987
            state._validate()
 
988
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
989
            self.assertEqual(new_root_entry, state._get_entry(0, path_utf8=''))
 
990
            self.assertEqual(old_root_entry, state._get_entry(1, path_utf8=''))
 
991
            self.assertEqual((None, None),
 
992
                             state._get_entry(0, fileid_utf8='TREE_ROOT'))
 
993
            self.assertEqual(old_root_entry,
 
994
                             state._get_entry(1, fileid_utf8='TREE_ROOT'))
 
995
            self.assertEqual(new_root_entry,
 
996
                             state._get_entry(0, fileid_utf8='Asecond-root-id'))
 
997
            self.assertEqual((None, None),
 
998
                             state._get_entry(1, fileid_utf8='Asecond-root-id'))
 
999
            # should work across save too
 
1000
            state.save()
 
1001
        finally:
 
1002
            state.unlock()
 
1003
        # now flush & check we get the same
 
1004
        state = dirstate.DirState.on_file('dirstate')
 
1005
        state.lock_read()
 
1006
        try:
 
1007
            state._validate()
 
1008
            self.assertEqual(expected_rows, list(state._iter_entries()))
 
1009
        finally:
 
1010
            state.unlock()
 
1011
        # now change within an existing file-backed state
 
1012
        state.lock_write()
 
1013
        try:
 
1014
            state._validate()
 
1015
            state.set_path_id('', 'tree-root-2')
 
1016
            state._validate()
 
1017
        finally:
 
1018
            state.unlock()
 
1019
 
 
1020
    def test_set_parent_trees_no_content(self):
 
1021
        # set_parent_trees is a slow but important api to support.
 
1022
        tree1 = self.make_branch_and_memory_tree('tree1')
 
1023
        tree1.lock_write()
 
1024
        try:
 
1025
            tree1.add('')
 
1026
            revid1 = tree1.commit('foo')
 
1027
        finally:
 
1028
            tree1.unlock()
 
1029
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
 
1030
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
1031
        tree2.lock_write()
 
1032
        try:
 
1033
            revid2 = tree2.commit('foo')
 
1034
            root_id = tree2.get_root_id()
 
1035
        finally:
 
1036
            tree2.unlock()
 
1037
        state = dirstate.DirState.initialize('dirstate')
 
1038
        try:
 
1039
            state.set_path_id('', root_id)
 
1040
            state.set_parent_trees(
 
1041
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
1042
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
1043
                 ('ghost-rev', None)),
 
1044
                ['ghost-rev'])
 
1045
            # check we can reopen and use the dirstate after setting parent
 
1046
            # trees.
 
1047
            state._validate()
 
1048
            state.save()
 
1049
            state._validate()
 
1050
        finally:
 
1051
            state.unlock()
 
1052
        state = dirstate.DirState.on_file('dirstate')
 
1053
        state.lock_write()
 
1054
        try:
 
1055
            self.assertEqual([revid1, revid2, 'ghost-rev'],
 
1056
                             state.get_parent_ids())
 
1057
            # iterating the entire state ensures that the state is parsable.
 
1058
            list(state._iter_entries())
 
1059
            # be sure that it sets not appends - change it
 
1060
            state.set_parent_trees(
 
1061
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
1062
                 ('ghost-rev', None)),
 
1063
                ['ghost-rev'])
 
1064
            # and now put it back.
 
1065
            state.set_parent_trees(
 
1066
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
1067
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
1068
                 ('ghost-rev', tree2.branch.repository.revision_tree(
 
1069
                                   _mod_revision.NULL_REVISION))),
 
1070
                ['ghost-rev'])
 
1071
            self.assertEqual([revid1, revid2, 'ghost-rev'],
 
1072
                             state.get_parent_ids())
 
1073
            # the ghost should be recorded as such by set_parent_trees.
 
1074
            self.assertEqual(['ghost-rev'], state.get_ghosts())
 
1075
            self.assertEqual(
 
1076
                [(('', '', root_id), [
 
1077
                  ('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
1078
                  ('d', '', 0, False, revid1),
 
1079
                  ('d', '', 0, False, revid1)
 
1080
                  ])],
 
1081
                list(state._iter_entries()))
 
1082
        finally:
 
1083
            state.unlock()
 
1084
 
 
1085
    def test_set_parent_trees_file_missing_from_tree(self):
 
1086
        # Adding a parent tree may reference files not in the current state.
 
1087
        # they should get listed just once by id, even if they are in two
 
1088
        # separate trees.
 
1089
        # set_parent_trees is a slow but important api to support.
 
1090
        tree1 = self.make_branch_and_memory_tree('tree1')
 
1091
        tree1.lock_write()
 
1092
        try:
 
1093
            tree1.add('')
 
1094
            tree1.add(['a file'], ['file-id'], ['file'])
 
1095
            tree1.put_file_bytes_non_atomic('file-id', 'file-content')
 
1096
            revid1 = tree1.commit('foo')
 
1097
        finally:
 
1098
            tree1.unlock()
 
1099
        branch2 = tree1.branch.bzrdir.clone('tree2').open_branch()
 
1100
        tree2 = memorytree.MemoryTree.create_on_branch(branch2)
 
1101
        tree2.lock_write()
 
1102
        try:
 
1103
            tree2.put_file_bytes_non_atomic('file-id', 'new file-content')
 
1104
            revid2 = tree2.commit('foo')
 
1105
            root_id = tree2.get_root_id()
 
1106
        finally:
 
1107
            tree2.unlock()
 
1108
        # check the layout in memory
 
1109
        expected_result = [revid1.encode('utf8'), revid2.encode('utf8')], [
 
1110
            (('', '', root_id), [
 
1111
             ('d', '', 0, False, dirstate.DirState.NULLSTAT),
 
1112
             ('d', '', 0, False, revid1.encode('utf8')),
 
1113
             ('d', '', 0, False, revid1.encode('utf8'))
 
1114
             ]),
 
1115
            (('', 'a file', 'file-id'), [
 
1116
             ('a', '', 0, False, ''),
 
1117
             ('f', '2439573625385400f2a669657a7db6ae7515d371', 12, False,
 
1118
              revid1.encode('utf8')),
 
1119
             ('f', '542e57dc1cda4af37cb8e55ec07ce60364bb3c7d', 16, False,
 
1120
              revid2.encode('utf8'))
 
1121
             ])
 
1122
            ]
 
1123
        state = dirstate.DirState.initialize('dirstate')
 
1124
        try:
 
1125
            state.set_path_id('', root_id)
 
1126
            state.set_parent_trees(
 
1127
                ((revid1, tree1.branch.repository.revision_tree(revid1)),
 
1128
                 (revid2, tree2.branch.repository.revision_tree(revid2)),
 
1129
                 ), [])
 
1130
        except:
 
1131
            state.unlock()
 
1132
            raise
 
1133
        else:
 
1134
            # check_state_with_reopen will unlock
 
1135
            self.check_state_with_reopen(expected_result, state)
 
1136
 
 
1137
    ### add a path via _set_data - so we dont need delta work, just
 
1138
    # raw data in, and ensure that it comes out via get_lines happily.
 
1139
 
 
1140
    def test_add_path_to_root_no_parents_all_data(self):
 
1141
        # The most trivial addition of a path is when there are no parents and
 
1142
        # its in the root and all data about the file is supplied
 
1143
        self.build_tree(['a file'])
 
1144
        stat = os.lstat('a file')
 
1145
        # the 1*20 is the sha1 pretend value.
 
1146
        state = dirstate.DirState.initialize('dirstate')
 
1147
        expected_entries = [
 
1148
            (('', '', 'TREE_ROOT'), [
 
1149
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1150
             ]),
 
1151
            (('', 'a file', 'a-file-id'), [
 
1152
             ('f', '1'*20, 19, False, dirstate.pack_stat(stat)), # current tree
 
1153
             ]),
 
1154
            ]
 
1155
        try:
 
1156
            state.add('a file', 'a-file-id', 'file', stat, '1'*20)
 
1157
            # having added it, it should be in the output of iter_entries.
 
1158
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1159
            # saving and reloading should not affect this.
 
1160
            state.save()
 
1161
        finally:
 
1162
            state.unlock()
 
1163
        state = dirstate.DirState.on_file('dirstate')
 
1164
        state.lock_read()
 
1165
        self.addCleanup(state.unlock)
 
1166
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
1167
 
 
1168
    def test_add_path_to_unversioned_directory(self):
 
1169
        """Adding a path to an unversioned directory should error.
 
1170
 
 
1171
        This is a duplicate of TestWorkingTree.test_add_in_unversioned,
 
1172
        once dirstate is stable and if it is merged with WorkingTree3, consider
 
1173
        removing this copy of the test.
 
1174
        """
 
1175
        self.build_tree(['unversioned/', 'unversioned/a file'])
 
1176
        state = dirstate.DirState.initialize('dirstate')
 
1177
        self.addCleanup(state.unlock)
 
1178
        self.assertRaises(errors.NotVersionedError, state.add,
 
1179
                          'unversioned/a file', 'a-file-id', 'file', None, None)
 
1180
 
 
1181
    def test_add_directory_to_root_no_parents_all_data(self):
 
1182
        # The most trivial addition of a dir is when there are no parents and
 
1183
        # its in the root and all data about the file is supplied
 
1184
        self.build_tree(['a dir/'])
 
1185
        stat = os.lstat('a dir')
 
1186
        expected_entries = [
 
1187
            (('', '', 'TREE_ROOT'), [
 
1188
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1189
             ]),
 
1190
            (('', 'a dir', 'a dir id'), [
 
1191
             ('d', '', 0, False, dirstate.pack_stat(stat)), # current tree
 
1192
             ]),
 
1193
            ]
 
1194
        state = dirstate.DirState.initialize('dirstate')
 
1195
        try:
 
1196
            state.add('a dir', 'a dir id', 'directory', stat, None)
 
1197
            # having added it, it should be in the output of iter_entries.
 
1198
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1199
            # saving and reloading should not affect this.
 
1200
            state.save()
 
1201
        finally:
 
1202
            state.unlock()
 
1203
        state = dirstate.DirState.on_file('dirstate')
 
1204
        state.lock_read()
 
1205
        self.addCleanup(state.unlock)
 
1206
        state._validate()
 
1207
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
1208
 
 
1209
    def _test_add_symlink_to_root_no_parents_all_data(self, link_name, target):
 
1210
        # The most trivial addition of a symlink when there are no parents and
 
1211
        # its in the root and all data about the file is supplied
 
1212
        # bzr doesn't support fake symlinks on windows, yet.
 
1213
        self.requireFeature(features.SymlinkFeature)
 
1214
        os.symlink(target, link_name)
 
1215
        stat = os.lstat(link_name)
 
1216
        expected_entries = [
 
1217
            (('', '', 'TREE_ROOT'), [
 
1218
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1219
             ]),
 
1220
            (('', link_name.encode('UTF-8'), 'a link id'), [
 
1221
             ('l', target.encode('UTF-8'), stat[6],
 
1222
              False, dirstate.pack_stat(stat)), # current tree
 
1223
             ]),
 
1224
            ]
 
1225
        state = dirstate.DirState.initialize('dirstate')
 
1226
        try:
 
1227
            state.add(link_name, 'a link id', 'symlink', stat,
 
1228
                      target.encode('UTF-8'))
 
1229
            # having added it, it should be in the output of iter_entries.
 
1230
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1231
            # saving and reloading should not affect this.
 
1232
            state.save()
 
1233
        finally:
 
1234
            state.unlock()
 
1235
        state = dirstate.DirState.on_file('dirstate')
 
1236
        state.lock_read()
 
1237
        self.addCleanup(state.unlock)
 
1238
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
1239
 
 
1240
    def test_add_symlink_to_root_no_parents_all_data(self):
 
1241
        self._test_add_symlink_to_root_no_parents_all_data('a link', 'target')
 
1242
 
 
1243
    def test_add_symlink_unicode_to_root_no_parents_all_data(self):
 
1244
        self.requireFeature(features.UnicodeFilenameFeature)
 
1245
        self._test_add_symlink_to_root_no_parents_all_data(
 
1246
            u'\N{Euro Sign}link', u'targ\N{Euro Sign}et')
 
1247
 
 
1248
    def test_add_directory_and_child_no_parents_all_data(self):
 
1249
        # after adding a directory, we should be able to add children to it.
 
1250
        self.build_tree(['a dir/', 'a dir/a file'])
 
1251
        dirstat = os.lstat('a dir')
 
1252
        filestat = os.lstat('a dir/a file')
 
1253
        expected_entries = [
 
1254
            (('', '', 'TREE_ROOT'), [
 
1255
             ('d', '', 0, False, dirstate.DirState.NULLSTAT), # current tree
 
1256
             ]),
 
1257
            (('', 'a dir', 'a dir id'), [
 
1258
             ('d', '', 0, False, dirstate.pack_stat(dirstat)), # current tree
 
1259
             ]),
 
1260
            (('a dir', 'a file', 'a-file-id'), [
 
1261
             ('f', '1'*20, 25, False,
 
1262
              dirstate.pack_stat(filestat)), # current tree details
 
1263
             ]),
 
1264
            ]
 
1265
        state = dirstate.DirState.initialize('dirstate')
 
1266
        try:
 
1267
            state.add('a dir', 'a dir id', 'directory', dirstat, None)
 
1268
            state.add('a dir/a file', 'a-file-id', 'file', filestat, '1'*20)
 
1269
            # added it, it should be in the output of iter_entries.
 
1270
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1271
            # saving and reloading should not affect this.
 
1272
            state.save()
 
1273
        finally:
 
1274
            state.unlock()
 
1275
        state = dirstate.DirState.on_file('dirstate')
 
1276
        state.lock_read()
 
1277
        self.addCleanup(state.unlock)
 
1278
        self.assertEqual(expected_entries, list(state._iter_entries()))
 
1279
 
 
1280
    def test_add_tree_reference(self):
 
1281
        # make a dirstate and add a tree reference
 
1282
        state = dirstate.DirState.initialize('dirstate')
 
1283
        expected_entry = (
 
1284
            ('', 'subdir', 'subdir-id'),
 
1285
            [('t', 'subtree-123123', 0, False,
 
1286
              'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')],
 
1287
            )
 
1288
        try:
 
1289
            state.add('subdir', 'subdir-id', 'tree-reference', None, 'subtree-123123')
 
1290
            entry = state._get_entry(0, 'subdir-id', 'subdir')
 
1291
            self.assertEqual(entry, expected_entry)
 
1292
            state._validate()
 
1293
            state.save()
 
1294
        finally:
 
1295
            state.unlock()
 
1296
        # now check we can read it back
 
1297
        state.lock_read()
 
1298
        self.addCleanup(state.unlock)
 
1299
        state._validate()
 
1300
        entry2 = state._get_entry(0, 'subdir-id', 'subdir')
 
1301
        self.assertEqual(entry, entry2)
 
1302
        self.assertEqual(entry, expected_entry)
 
1303
        # and lookup by id should work too
 
1304
        entry2 = state._get_entry(0, fileid_utf8='subdir-id')
 
1305
        self.assertEqual(entry, expected_entry)
 
1306
 
 
1307
    def test_add_forbidden_names(self):
 
1308
        state = dirstate.DirState.initialize('dirstate')
 
1309
        self.addCleanup(state.unlock)
 
1310
        self.assertRaises(errors.BzrError,
 
1311
            state.add, '.', 'ass-id', 'directory', None, None)
 
1312
        self.assertRaises(errors.BzrError,
 
1313
            state.add, '..', 'ass-id', 'directory', None, None)
 
1314
 
 
1315
    def test_set_state_with_rename_b_a_bug_395556(self):
 
1316
        # bug 395556 uncovered a bug where the dirstate ends up with a false
 
1317
        # relocation record - in a tree with no parents there should be no
 
1318
        # absent or relocated records. This then leads to further corruption
 
1319
        # when a commit occurs, as the incorrect relocation gathers an
 
1320
        # incorrect absent in tree 1, and future changes go to pot.
 
1321
        tree1 = self.make_branch_and_tree('tree1')
 
1322
        self.build_tree(['tree1/b'])
 
1323
        tree1.lock_write()
 
1324
        try:
 
1325
            tree1.add(['b'], ['b-id'])
 
1326
            root_id = tree1.get_root_id()
 
1327
            inv = tree1.root_inventory
 
1328
            state = dirstate.DirState.initialize('dirstate')
 
1329
            try:
 
1330
                # Set the initial state with 'b'
 
1331
                state.set_state_from_inventory(inv)
 
1332
                inv.rename('b-id', root_id, 'a')
 
1333
                # Set the new state with 'a', which currently corrupts.
 
1334
                state.set_state_from_inventory(inv)
 
1335
                expected_result1 = [('', '', root_id, 'd'),
 
1336
                                    ('', 'a', 'b-id', 'f'),
 
1337
                                   ]
 
1338
                values = []
 
1339
                for entry in state._iter_entries():
 
1340
                    values.append(entry[0] + entry[1][0][:1])
 
1341
                self.assertEqual(expected_result1, values)
 
1342
            finally:
 
1343
                state.unlock()
 
1344
        finally:
 
1345
            tree1.unlock()
 
1346
 
 
1347
 
 
1348
class TestDirStateHashUpdates(TestCaseWithDirState):
 
1349
 
 
1350
    def do_update_entry(self, state, path):
 
1351
        entry = state._get_entry(0, path_utf8=path)
 
1352
        stat = os.lstat(path)
 
1353
        return dirstate.update_entry(state, entry, os.path.abspath(path), stat)
 
1354
 
 
1355
    def _read_state_content(self, state):
 
1356
        """Read the content of the dirstate file.
 
1357
 
 
1358
        On Windows when one process locks a file, you can't even open() the
 
1359
        file in another process (to read it). So we go directly to
 
1360
        state._state_file. This should always be the exact disk representation,
 
1361
        so it is reasonable to do so.
 
1362
        DirState also always seeks before reading, so it doesn't matter if we
 
1363
        bump the file pointer.
 
1364
        """
 
1365
        state._state_file.seek(0)
 
1366
        return state._state_file.read()
 
1367
 
 
1368
    def test_worth_saving_limit_avoids_writing(self):
 
1369
        tree = self.make_branch_and_tree('.')
 
1370
        self.build_tree(['c', 'd'])
 
1371
        tree.lock_write()
 
1372
        tree.add(['c', 'd'], ['c-id', 'd-id'])
 
1373
        tree.commit('add c and d')
 
1374
        state = InstrumentedDirState.on_file(tree.current_dirstate()._filename,
 
1375
                                             worth_saving_limit=2)
 
1376
        tree.unlock()
 
1377
        state.lock_write()
 
1378
        self.addCleanup(state.unlock)
 
1379
        state._read_dirblocks_if_needed()
 
1380
        state.adjust_time(+20) # Allow things to be cached
 
1381
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1382
                         state._dirblock_state)
 
1383
        content = self._read_state_content(state)
 
1384
        self.do_update_entry(state, 'c')
 
1385
        self.assertEqual(1, len(state._known_hash_changes))
 
1386
        self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
 
1387
                         state._dirblock_state)
 
1388
        state.save()
 
1389
        # It should not have set the state to IN_MEMORY_UNMODIFIED because the
 
1390
        # hash values haven't been written out.
 
1391
        self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
 
1392
                         state._dirblock_state)
 
1393
        self.assertEqual(content, self._read_state_content(state))
 
1394
        self.assertEqual(dirstate.DirState.IN_MEMORY_HASH_MODIFIED,
 
1395
                         state._dirblock_state)
 
1396
        self.do_update_entry(state, 'd')
 
1397
        self.assertEqual(2, len(state._known_hash_changes))
 
1398
        state.save()
 
1399
        self.assertEqual(dirstate.DirState.IN_MEMORY_UNMODIFIED,
 
1400
                         state._dirblock_state)
 
1401
        self.assertEqual(0, len(state._known_hash_changes))
 
1402
 
 
1403
 
 
1404
class TestGetLines(TestCaseWithDirState):
 
1405
 
 
1406
    def test_get_line_with_2_rows(self):
 
1407
        state = self.create_dirstate_with_root_and_subdir()
 
1408
        try:
 
1409
            self.assertEqual(['#bazaar dirstate flat format 3\n',
 
1410
                'crc32: 41262208\n',
 
1411
                'num_entries: 2\n',
 
1412
                '0\x00\n\x00'
 
1413
                '0\x00\n\x00'
 
1414
                '\x00\x00a-root-value\x00'
 
1415
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00\n\x00'
 
1416
                '\x00subdir\x00subdir-id\x00'
 
1417
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00\n\x00'
 
1418
                ], state.get_lines())
 
1419
        finally:
 
1420
            state.unlock()
 
1421
 
 
1422
    def test_entry_to_line(self):
 
1423
        state = self.create_dirstate_with_root()
 
1424
        try:
 
1425
            self.assertEqual(
 
1426
                '\x00\x00a-root-value\x00d\x00\x000\x00n'
 
1427
                '\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk',
 
1428
                state._entry_to_line(state._dirblocks[0][1][0]))
 
1429
        finally:
 
1430
            state.unlock()
 
1431
 
 
1432
    def test_entry_to_line_with_parent(self):
 
1433
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1434
        root_entry = ('', '', 'a-root-value'), [
 
1435
            ('d', '', 0, False, packed_stat), # current tree details
 
1436
             # first: a pointer to the current location
 
1437
            ('a', 'dirname/basename', 0, False, ''),
 
1438
            ]
 
1439
        state = dirstate.DirState.initialize('dirstate')
 
1440
        try:
 
1441
            self.assertEqual(
 
1442
                '\x00\x00a-root-value\x00'
 
1443
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00'
 
1444
                'a\x00dirname/basename\x000\x00n\x00',
 
1445
                state._entry_to_line(root_entry))
 
1446
        finally:
 
1447
            state.unlock()
 
1448
 
 
1449
    def test_entry_to_line_with_two_parents_at_different_paths(self):
 
1450
        # / in the tree, at / in one parent and /dirname/basename in the other.
 
1451
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1452
        root_entry = ('', '', 'a-root-value'), [
 
1453
            ('d', '', 0, False, packed_stat), # current tree details
 
1454
            ('d', '', 0, False, 'rev_id'), # first parent details
 
1455
             # second: a pointer to the current location
 
1456
            ('a', 'dirname/basename', 0, False, ''),
 
1457
            ]
 
1458
        state = dirstate.DirState.initialize('dirstate')
 
1459
        try:
 
1460
            self.assertEqual(
 
1461
                '\x00\x00a-root-value\x00'
 
1462
                'd\x00\x000\x00n\x00AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk\x00'
 
1463
                'd\x00\x000\x00n\x00rev_id\x00'
 
1464
                'a\x00dirname/basename\x000\x00n\x00',
 
1465
                state._entry_to_line(root_entry))
 
1466
        finally:
 
1467
            state.unlock()
 
1468
 
 
1469
    def test_iter_entries(self):
 
1470
        # we should be able to iterate the dirstate entries from end to end
 
1471
        # this is for get_lines to be easy to read.
 
1472
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1473
        dirblocks = []
 
1474
        root_entries = [(('', '', 'a-root-value'), [
 
1475
            ('d', '', 0, False, packed_stat), # current tree details
 
1476
            ])]
 
1477
        dirblocks.append(('', root_entries))
 
1478
        # add two files in the root
 
1479
        subdir_entry = ('', 'subdir', 'subdir-id'), [
 
1480
            ('d', '', 0, False, packed_stat), # current tree details
 
1481
            ]
 
1482
        afile_entry = ('', 'afile', 'afile-id'), [
 
1483
            ('f', 'sha1value', 34, False, packed_stat), # current tree details
 
1484
            ]
 
1485
        dirblocks.append(('', [subdir_entry, afile_entry]))
 
1486
        # and one in subdir
 
1487
        file_entry2 = ('subdir', '2file', '2file-id'), [
 
1488
            ('f', 'sha1value', 23, False, packed_stat), # current tree details
 
1489
            ]
 
1490
        dirblocks.append(('subdir', [file_entry2]))
 
1491
        state = dirstate.DirState.initialize('dirstate')
 
1492
        try:
 
1493
            state._set_data([], dirblocks)
 
1494
            expected_entries = [root_entries[0], subdir_entry, afile_entry,
 
1495
                                file_entry2]
 
1496
            self.assertEqual(expected_entries, list(state._iter_entries()))
 
1497
        finally:
 
1498
            state.unlock()
 
1499
 
 
1500
 
 
1501
class TestGetBlockRowIndex(TestCaseWithDirState):
 
1502
 
 
1503
    def assertBlockRowIndexEqual(self, block_index, row_index, dir_present,
 
1504
        file_present, state, dirname, basename, tree_index):
 
1505
        self.assertEqual((block_index, row_index, dir_present, file_present),
 
1506
            state._get_block_entry_index(dirname, basename, tree_index))
 
1507
        if dir_present:
 
1508
            block = state._dirblocks[block_index]
 
1509
            self.assertEqual(dirname, block[0])
 
1510
        if dir_present and file_present:
 
1511
            row = state._dirblocks[block_index][1][row_index]
 
1512
            self.assertEqual(dirname, row[0][0])
 
1513
            self.assertEqual(basename, row[0][1])
 
1514
 
 
1515
    def test_simple_structure(self):
 
1516
        state = self.create_dirstate_with_root_and_subdir()
 
1517
        self.addCleanup(state.unlock)
 
1518
        self.assertBlockRowIndexEqual(1, 0, True, True, state, '', 'subdir', 0)
 
1519
        self.assertBlockRowIndexEqual(1, 0, True, False, state, '', 'bdir', 0)
 
1520
        self.assertBlockRowIndexEqual(1, 1, True, False, state, '', 'zdir', 0)
 
1521
        self.assertBlockRowIndexEqual(2, 0, False, False, state, 'a', 'foo', 0)
 
1522
        self.assertBlockRowIndexEqual(2, 0, False, False, state,
 
1523
                                      'subdir', 'foo', 0)
 
1524
 
 
1525
    def test_complex_structure_exists(self):
 
1526
        state = self.create_complex_dirstate()
 
1527
        self.addCleanup(state.unlock)
 
1528
        # Make sure we can find everything that exists
 
1529
        self.assertBlockRowIndexEqual(0, 0, True, True, state, '', '', 0)
 
1530
        self.assertBlockRowIndexEqual(1, 0, True, True, state, '', 'a', 0)
 
1531
        self.assertBlockRowIndexEqual(1, 1, True, True, state, '', 'b', 0)
 
1532
        self.assertBlockRowIndexEqual(1, 2, True, True, state, '', 'c', 0)
 
1533
        self.assertBlockRowIndexEqual(1, 3, True, True, state, '', 'd', 0)
 
1534
        self.assertBlockRowIndexEqual(2, 0, True, True, state, 'a', 'e', 0)
 
1535
        self.assertBlockRowIndexEqual(2, 1, True, True, state, 'a', 'f', 0)
 
1536
        self.assertBlockRowIndexEqual(3, 0, True, True, state, 'b', 'g', 0)
 
1537
        self.assertBlockRowIndexEqual(3, 1, True, True, state,
 
1538
                                      'b', 'h\xc3\xa5', 0)
 
1539
 
 
1540
    def test_complex_structure_missing(self):
 
1541
        state = self.create_complex_dirstate()
 
1542
        self.addCleanup(state.unlock)
 
1543
        # Make sure things would be inserted in the right locations
 
1544
        # '_' comes before 'a'
 
1545
        self.assertBlockRowIndexEqual(0, 0, True, True, state, '', '', 0)
 
1546
        self.assertBlockRowIndexEqual(1, 0, True, False, state, '', '_', 0)
 
1547
        self.assertBlockRowIndexEqual(1, 1, True, False, state, '', 'aa', 0)
 
1548
        self.assertBlockRowIndexEqual(1, 4, True, False, state,
 
1549
                                      '', 'h\xc3\xa5', 0)
 
1550
        self.assertBlockRowIndexEqual(2, 0, False, False, state, '_', 'a', 0)
 
1551
        self.assertBlockRowIndexEqual(3, 0, False, False, state, 'aa', 'a', 0)
 
1552
        self.assertBlockRowIndexEqual(4, 0, False, False, state, 'bb', 'a', 0)
 
1553
        # This would be inserted between a/ and b/
 
1554
        self.assertBlockRowIndexEqual(3, 0, False, False, state, 'a/e', 'a', 0)
 
1555
        # Put at the end
 
1556
        self.assertBlockRowIndexEqual(4, 0, False, False, state, 'e', 'a', 0)
 
1557
 
 
1558
 
 
1559
class TestGetEntry(TestCaseWithDirState):
 
1560
 
 
1561
    def assertEntryEqual(self, dirname, basename, file_id, state, path, index):
 
1562
        """Check that the right entry is returned for a request to getEntry."""
 
1563
        entry = state._get_entry(index, path_utf8=path)
 
1564
        if file_id is None:
 
1565
            self.assertEqual((None, None), entry)
 
1566
        else:
 
1567
            cur = entry[0]
 
1568
            self.assertEqual((dirname, basename, file_id), cur[:3])
 
1569
 
 
1570
    def test_simple_structure(self):
 
1571
        state = self.create_dirstate_with_root_and_subdir()
 
1572
        self.addCleanup(state.unlock)
 
1573
        self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1574
        self.assertEntryEqual('', 'subdir', 'subdir-id', state, 'subdir', 0)
 
1575
        self.assertEntryEqual(None, None, None, state, 'missing', 0)
 
1576
        self.assertEntryEqual(None, None, None, state, 'missing/foo', 0)
 
1577
        self.assertEntryEqual(None, None, None, state, 'subdir/foo', 0)
 
1578
 
 
1579
    def test_complex_structure_exists(self):
 
1580
        state = self.create_complex_dirstate()
 
1581
        self.addCleanup(state.unlock)
 
1582
        self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1583
        self.assertEntryEqual('', 'a', 'a-dir', state, 'a', 0)
 
1584
        self.assertEntryEqual('', 'b', 'b-dir', state, 'b', 0)
 
1585
        self.assertEntryEqual('', 'c', 'c-file', state, 'c', 0)
 
1586
        self.assertEntryEqual('', 'd', 'd-file', state, 'd', 0)
 
1587
        self.assertEntryEqual('a', 'e', 'e-dir', state, 'a/e', 0)
 
1588
        self.assertEntryEqual('a', 'f', 'f-file', state, 'a/f', 0)
 
1589
        self.assertEntryEqual('b', 'g', 'g-file', state, 'b/g', 0)
 
1590
        self.assertEntryEqual('b', 'h\xc3\xa5', 'h-\xc3\xa5-file', state,
 
1591
                              'b/h\xc3\xa5', 0)
 
1592
 
 
1593
    def test_complex_structure_missing(self):
 
1594
        state = self.create_complex_dirstate()
 
1595
        self.addCleanup(state.unlock)
 
1596
        self.assertEntryEqual(None, None, None, state, '_', 0)
 
1597
        self.assertEntryEqual(None, None, None, state, '_\xc3\xa5', 0)
 
1598
        self.assertEntryEqual(None, None, None, state, 'a/b', 0)
 
1599
        self.assertEntryEqual(None, None, None, state, 'c/d', 0)
 
1600
 
 
1601
    def test_get_entry_uninitialized(self):
 
1602
        """Calling get_entry will load data if it needs to"""
 
1603
        state = self.create_dirstate_with_root()
 
1604
        try:
 
1605
            state.save()
 
1606
        finally:
 
1607
            state.unlock()
 
1608
        del state
 
1609
        state = dirstate.DirState.on_file('dirstate')
 
1610
        state.lock_read()
 
1611
        try:
 
1612
            self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1613
                             state._header_state)
 
1614
            self.assertEqual(dirstate.DirState.NOT_IN_MEMORY,
 
1615
                             state._dirblock_state)
 
1616
            self.assertEntryEqual('', '', 'a-root-value', state, '', 0)
 
1617
        finally:
 
1618
            state.unlock()
 
1619
 
 
1620
 
 
1621
class TestIterChildEntries(TestCaseWithDirState):
 
1622
 
 
1623
    def create_dirstate_with_two_trees(self):
 
1624
        """This dirstate contains multiple files and directories.
 
1625
 
 
1626
         /        a-root-value
 
1627
         a/       a-dir
 
1628
         b/       b-dir
 
1629
         c        c-file
 
1630
         d        d-file
 
1631
         a/e/     e-dir
 
1632
         a/f      f-file
 
1633
         b/g      g-file
 
1634
         b/h\xc3\xa5  h-\xc3\xa5-file  #This is u'\xe5' encoded into utf-8
 
1635
 
 
1636
        Notice that a/e is an empty directory.
 
1637
 
 
1638
        There is one parent tree, which has the same shape with the following variations:
 
1639
        b/g in the parent is gone.
 
1640
        b/h in the parent has a different id
 
1641
        b/i is new in the parent
 
1642
        c is renamed to b/j in the parent
 
1643
 
 
1644
        :return: The dirstate, still write-locked.
 
1645
        """
 
1646
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
1647
        null_sha = 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx'
 
1648
        NULL_PARENT_DETAILS = dirstate.DirState.NULL_PARENT_DETAILS
 
1649
        root_entry = ('', '', 'a-root-value'), [
 
1650
            ('d', '', 0, False, packed_stat),
 
1651
            ('d', '', 0, False, 'parent-revid'),
 
1652
            ]
 
1653
        a_entry = ('', 'a', 'a-dir'), [
 
1654
            ('d', '', 0, False, packed_stat),
 
1655
            ('d', '', 0, False, 'parent-revid'),
 
1656
            ]
 
1657
        b_entry = ('', 'b', 'b-dir'), [
 
1658
            ('d', '', 0, False, packed_stat),
 
1659
            ('d', '', 0, False, 'parent-revid'),
 
1660
            ]
 
1661
        c_entry = ('', 'c', 'c-file'), [
 
1662
            ('f', null_sha, 10, False, packed_stat),
 
1663
            ('r', 'b/j', 0, False, ''),
 
1664
            ]
 
1665
        d_entry = ('', 'd', 'd-file'), [
 
1666
            ('f', null_sha, 20, False, packed_stat),
 
1667
            ('f', 'd', 20, False, 'parent-revid'),
 
1668
            ]
 
1669
        e_entry = ('a', 'e', 'e-dir'), [
 
1670
            ('d', '', 0, False, packed_stat),
 
1671
            ('d', '', 0, False, 'parent-revid'),
 
1672
            ]
 
1673
        f_entry = ('a', 'f', 'f-file'), [
 
1674
            ('f', null_sha, 30, False, packed_stat),
 
1675
            ('f', 'f', 20, False, 'parent-revid'),
 
1676
            ]
 
1677
        g_entry = ('b', 'g', 'g-file'), [
 
1678
            ('f', null_sha, 30, False, packed_stat),
 
1679
            NULL_PARENT_DETAILS,
 
1680
            ]
 
1681
        h_entry1 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file1'), [
 
1682
            ('f', null_sha, 40, False, packed_stat),
 
1683
            NULL_PARENT_DETAILS,
 
1684
            ]
 
1685
        h_entry2 = ('b', 'h\xc3\xa5', 'h-\xc3\xa5-file2'), [
 
1686
            NULL_PARENT_DETAILS,
 
1687
            ('f', 'h', 20, False, 'parent-revid'),
 
1688
            ]
 
1689
        i_entry = ('b', 'i', 'i-file'), [
 
1690
            NULL_PARENT_DETAILS,
 
1691
            ('f', 'h', 20, False, 'parent-revid'),
 
1692
            ]
 
1693
        j_entry = ('b', 'j', 'c-file'), [
 
1694
            ('r', 'c', 0, False, ''),
 
1695
            ('f', 'j', 20, False, 'parent-revid'),
 
1696
            ]
 
1697
        dirblocks = []
 
1698
        dirblocks.append(('', [root_entry]))
 
1699
        dirblocks.append(('', [a_entry, b_entry, c_entry, d_entry]))
 
1700
        dirblocks.append(('a', [e_entry, f_entry]))
 
1701
        dirblocks.append(('b', [g_entry, h_entry1, h_entry2, i_entry, j_entry]))
 
1702
        state = dirstate.DirState.initialize('dirstate')
 
1703
        state._validate()
 
1704
        try:
 
1705
            state._set_data(['parent'], dirblocks)
 
1706
        except:
 
1707
            state.unlock()
 
1708
            raise
 
1709
        return state, dirblocks
 
1710
 
 
1711
    def test_iter_children_b(self):
 
1712
        state, dirblocks = self.create_dirstate_with_two_trees()
 
1713
        self.addCleanup(state.unlock)
 
1714
        expected_result = []
 
1715
        expected_result.append(dirblocks[3][1][2]) # h2
 
1716
        expected_result.append(dirblocks[3][1][3]) # i
 
1717
        expected_result.append(dirblocks[3][1][4]) # j
 
1718
        self.assertEqual(expected_result,
 
1719
            list(state._iter_child_entries(1, 'b')))
 
1720
 
 
1721
    def test_iter_child_root(self):
 
1722
        state, dirblocks = self.create_dirstate_with_two_trees()
 
1723
        self.addCleanup(state.unlock)
 
1724
        expected_result = []
 
1725
        expected_result.append(dirblocks[1][1][0]) # a
 
1726
        expected_result.append(dirblocks[1][1][1]) # b
 
1727
        expected_result.append(dirblocks[1][1][3]) # d
 
1728
        expected_result.append(dirblocks[2][1][0]) # e
 
1729
        expected_result.append(dirblocks[2][1][1]) # f
 
1730
        expected_result.append(dirblocks[3][1][2]) # h2
 
1731
        expected_result.append(dirblocks[3][1][3]) # i
 
1732
        expected_result.append(dirblocks[3][1][4]) # j
 
1733
        self.assertEqual(expected_result,
 
1734
            list(state._iter_child_entries(1, '')))
 
1735
 
 
1736
 
 
1737
class TestDirstateSortOrder(tests.TestCaseWithTransport):
 
1738
    """Test that DirState adds entries in the right order."""
 
1739
 
 
1740
    def test_add_sorting(self):
 
1741
        """Add entries in lexicographical order, we get path sorted order.
 
1742
 
 
1743
        This tests it to a depth of 4, to make sure we don't just get it right
 
1744
        at a single depth. 'a/a' should come before 'a-a', even though it
 
1745
        doesn't lexicographically.
 
1746
        """
 
1747
        dirs = ['a', 'a/a', 'a/a/a', 'a/a/a/a',
 
1748
                'a-a', 'a/a-a', 'a/a/a-a', 'a/a/a/a-a',
 
1749
               ]
 
1750
        null_sha = ''
 
1751
        state = dirstate.DirState.initialize('dirstate')
 
1752
        self.addCleanup(state.unlock)
 
1753
 
 
1754
        fake_stat = os.stat('dirstate')
 
1755
        for d in dirs:
 
1756
            d_id = d.replace('/', '_')+'-id'
 
1757
            file_path = d + '/f'
 
1758
            file_id = file_path.replace('/', '_')+'-id'
 
1759
            state.add(d, d_id, 'directory', fake_stat, null_sha)
 
1760
            state.add(file_path, file_id, 'file', fake_stat, null_sha)
 
1761
 
 
1762
        expected = ['', '', 'a',
 
1763
                'a/a', 'a/a/a', 'a/a/a/a',
 
1764
                'a/a/a/a-a', 'a/a/a-a', 'a/a-a', 'a-a',
 
1765
               ]
 
1766
        split = lambda p:p.split('/')
 
1767
        self.assertEqual(sorted(expected, key=split), expected)
 
1768
        dirblock_names = [d[0] for d in state._dirblocks]
 
1769
        self.assertEqual(expected, dirblock_names)
 
1770
 
 
1771
    def test_set_parent_trees_correct_order(self):
 
1772
        """After calling set_parent_trees() we should maintain the order."""
 
1773
        dirs = ['a', 'a-a', 'a/a']
 
1774
        null_sha = ''
 
1775
        state = dirstate.DirState.initialize('dirstate')
 
1776
        self.addCleanup(state.unlock)
 
1777
 
 
1778
        fake_stat = os.stat('dirstate')
 
1779
        for d in dirs:
 
1780
            d_id = d.replace('/', '_')+'-id'
 
1781
            file_path = d + '/f'
 
1782
            file_id = file_path.replace('/', '_')+'-id'
 
1783
            state.add(d, d_id, 'directory', fake_stat, null_sha)
 
1784
            state.add(file_path, file_id, 'file', fake_stat, null_sha)
 
1785
 
 
1786
        expected = ['', '', 'a', 'a/a', 'a-a']
 
1787
        dirblock_names = [d[0] for d in state._dirblocks]
 
1788
        self.assertEqual(expected, dirblock_names)
 
1789
 
 
1790
        # *really* cheesy way to just get an empty tree
 
1791
        repo = self.make_repository('repo')
 
1792
        empty_tree = repo.revision_tree(_mod_revision.NULL_REVISION)
 
1793
        state.set_parent_trees([('null:', empty_tree)], [])
 
1794
 
 
1795
        dirblock_names = [d[0] for d in state._dirblocks]
 
1796
        self.assertEqual(expected, dirblock_names)
 
1797
 
 
1798
 
 
1799
class InstrumentedDirState(dirstate.DirState):
 
1800
    """An DirState with instrumented sha1 functionality."""
 
1801
 
 
1802
    def __init__(self, path, sha1_provider, worth_saving_limit=0):
 
1803
        super(InstrumentedDirState, self).__init__(path, sha1_provider,
 
1804
            worth_saving_limit=worth_saving_limit)
 
1805
        self._time_offset = 0
 
1806
        self._log = []
 
1807
        # member is dynamically set in DirState.__init__ to turn on trace
 
1808
        self._sha1_provider = sha1_provider
 
1809
        self._sha1_file = self._sha1_file_and_log
 
1810
 
 
1811
    def _sha_cutoff_time(self):
 
1812
        timestamp = super(InstrumentedDirState, self)._sha_cutoff_time()
 
1813
        self._cutoff_time = timestamp + self._time_offset
 
1814
 
 
1815
    def _sha1_file_and_log(self, abspath):
 
1816
        self._log.append(('sha1', abspath))
 
1817
        return self._sha1_provider.sha1(abspath)
 
1818
 
 
1819
    def _read_link(self, abspath, old_link):
 
1820
        self._log.append(('read_link', abspath, old_link))
 
1821
        return super(InstrumentedDirState, self)._read_link(abspath, old_link)
 
1822
 
 
1823
    def _lstat(self, abspath, entry):
 
1824
        self._log.append(('lstat', abspath))
 
1825
        return super(InstrumentedDirState, self)._lstat(abspath, entry)
 
1826
 
 
1827
    def _is_executable(self, mode, old_executable):
 
1828
        self._log.append(('is_exec', mode, old_executable))
 
1829
        return super(InstrumentedDirState, self)._is_executable(mode,
 
1830
                                                                old_executable)
 
1831
 
 
1832
    def adjust_time(self, secs):
 
1833
        """Move the clock forward or back.
 
1834
 
 
1835
        :param secs: The amount to adjust the clock by. Positive values make it
 
1836
        seem as if we are in the future, negative values make it seem like we
 
1837
        are in the past.
 
1838
        """
 
1839
        self._time_offset += secs
 
1840
        self._cutoff_time = None
 
1841
 
 
1842
 
 
1843
class _FakeStat(object):
 
1844
    """A class with the same attributes as a real stat result."""
 
1845
 
 
1846
    def __init__(self, size, mtime, ctime, dev, ino, mode):
 
1847
        self.st_size = size
 
1848
        self.st_mtime = mtime
 
1849
        self.st_ctime = ctime
 
1850
        self.st_dev = dev
 
1851
        self.st_ino = ino
 
1852
        self.st_mode = mode
 
1853
 
 
1854
    @staticmethod
 
1855
    def from_stat(st):
 
1856
        return _FakeStat(st.st_size, st.st_mtime, st.st_ctime, st.st_dev,
 
1857
            st.st_ino, st.st_mode)
 
1858
 
 
1859
 
 
1860
class TestPackStat(tests.TestCaseWithTransport):
 
1861
 
 
1862
    def assertPackStat(self, expected, stat_value):
 
1863
        """Check the packed and serialized form of a stat value."""
 
1864
        self.assertEqual(expected, dirstate.pack_stat(stat_value))
 
1865
 
 
1866
    def test_pack_stat_int(self):
 
1867
        st = _FakeStat(6859L, 1172758614, 1172758617, 777L, 6499538L, 0100644)
 
1868
        # Make sure that all parameters have an impact on the packed stat.
 
1869
        self.assertPackStat('AAAay0Xm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1870
        st.st_size = 7000L
 
1871
        #                ay0 => bWE
 
1872
        self.assertPackStat('AAAbWEXm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1873
        st.st_mtime = 1172758620
 
1874
        #                     4FZ => 4Fx
 
1875
        self.assertPackStat('AAAbWEXm4FxF5uBZAAADCQBjLNIAAIGk', st)
 
1876
        st.st_ctime = 1172758630
 
1877
        #                          uBZ => uBm
 
1878
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1879
        st.st_dev = 888L
 
1880
        #                                DCQ => DeA
 
1881
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNIAAIGk', st)
 
1882
        st.st_ino = 6499540L
 
1883
        #                                     LNI => LNQ
 
1884
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNQAAIGk', st)
 
1885
        st.st_mode = 0100744
 
1886
        #                                          IGk => IHk
 
1887
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADeABjLNQAAIHk', st)
 
1888
 
 
1889
    def test_pack_stat_float(self):
 
1890
        """On some platforms mtime and ctime are floats.
 
1891
 
 
1892
        Make sure we don't get warnings or errors, and that we ignore changes <
 
1893
        1s
 
1894
        """
 
1895
        st = _FakeStat(7000L, 1172758614.0, 1172758617.0,
 
1896
                       777L, 6499538L, 0100644)
 
1897
        # These should all be the same as the integer counterparts
 
1898
        self.assertPackStat('AAAbWEXm4FZF5uBZAAADCQBjLNIAAIGk', st)
 
1899
        st.st_mtime = 1172758620.0
 
1900
        #                     FZF5 => FxF5
 
1901
        self.assertPackStat('AAAbWEXm4FxF5uBZAAADCQBjLNIAAIGk', st)
 
1902
        st.st_ctime = 1172758630.0
 
1903
        #                          uBZ => uBm
 
1904
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1905
        # fractional seconds are discarded, so no change from above
 
1906
        st.st_mtime = 1172758620.453
 
1907
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1908
        st.st_ctime = 1172758630.228
 
1909
        self.assertPackStat('AAAbWEXm4FxF5uBmAAADCQBjLNIAAIGk', st)
 
1910
 
 
1911
 
 
1912
class TestBisect(TestCaseWithDirState):
 
1913
    """Test the ability to bisect into the disk format."""
 
1914
 
 
1915
    def assertBisect(self, expected_map, map_keys, state, paths):
 
1916
        """Assert that bisecting for paths returns the right result.
 
1917
 
 
1918
        :param expected_map: A map from key => entry value
 
1919
        :param map_keys: The keys to expect for each path
 
1920
        :param state: The DirState object.
 
1921
        :param paths: A list of paths, these will automatically be split into
 
1922
                      (dir, name) tuples, and sorted according to how _bisect
 
1923
                      requires.
 
1924
        """
 
1925
        result = state._bisect(paths)
 
1926
        # For now, results are just returned in whatever order we read them.
 
1927
        # We could sort by (dir, name, file_id) or something like that, but in
 
1928
        # the end it would still be fairly arbitrary, and we don't want the
 
1929
        # extra overhead if we can avoid it. So sort everything to make sure
 
1930
        # equality is true
 
1931
        self.assertEqual(len(map_keys), len(paths))
 
1932
        expected = {}
 
1933
        for path, keys in zip(paths, map_keys):
 
1934
            if keys is None:
 
1935
                # This should not be present in the output
 
1936
                continue
 
1937
            expected[path] = sorted(expected_map[k] for k in keys)
 
1938
 
 
1939
        # The returned values are just arranged randomly based on when they
 
1940
        # were read, for testing, make sure it is properly sorted.
 
1941
        for path in result:
 
1942
            result[path].sort()
 
1943
 
 
1944
        self.assertEqual(expected, result)
 
1945
 
 
1946
    def assertBisectDirBlocks(self, expected_map, map_keys, state, paths):
 
1947
        """Assert that bisecting for dirbblocks returns the right result.
 
1948
 
 
1949
        :param expected_map: A map from key => expected values
 
1950
        :param map_keys: A nested list of paths we expect to be returned.
 
1951
            Something like [['a', 'b', 'f'], ['b/c', 'b/d']]
 
1952
        :param state: The DirState object.
 
1953
        :param paths: A list of directories
 
1954
        """
 
1955
        result = state._bisect_dirblocks(paths)
 
1956
        self.assertEqual(len(map_keys), len(paths))
 
1957
        expected = {}
 
1958
        for path, keys in zip(paths, map_keys):
 
1959
            if keys is None:
 
1960
                # This should not be present in the output
 
1961
                continue
 
1962
            expected[path] = sorted(expected_map[k] for k in keys)
 
1963
        for path in result:
 
1964
            result[path].sort()
 
1965
 
 
1966
        self.assertEqual(expected, result)
 
1967
 
 
1968
    def assertBisectRecursive(self, expected_map, map_keys, state, paths):
 
1969
        """Assert the return value of a recursive bisection.
 
1970
 
 
1971
        :param expected_map: A map from key => entry value
 
1972
        :param map_keys: A list of paths we expect to be returned.
 
1973
            Something like ['a', 'b', 'f', 'b/d', 'b/d2']
 
1974
        :param state: The DirState object.
 
1975
        :param paths: A list of files and directories. It will be broken up
 
1976
            into (dir, name) pairs and sorted before calling _bisect_recursive.
 
1977
        """
 
1978
        expected = {}
 
1979
        for key in map_keys:
 
1980
            entry = expected_map[key]
 
1981
            dir_name_id, trees_info = entry
 
1982
            expected[dir_name_id] = trees_info
 
1983
 
 
1984
        result = state._bisect_recursive(paths)
 
1985
 
 
1986
        self.assertEqual(expected, result)
 
1987
 
 
1988
    def test_bisect_each(self):
 
1989
        """Find a single record using bisect."""
 
1990
        tree, state, expected = self.create_basic_dirstate()
 
1991
 
 
1992
        # Bisect should return the rows for the specified files.
 
1993
        self.assertBisect(expected, [['']], state, [''])
 
1994
        self.assertBisect(expected, [['a']], state, ['a'])
 
1995
        self.assertBisect(expected, [['b']], state, ['b'])
 
1996
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
 
1997
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
1998
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
1999
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
 
2000
        self.assertBisect(expected, [['f']], state, ['f'])
 
2001
 
 
2002
    def test_bisect_multi(self):
 
2003
        """Bisect can be used to find multiple records at the same time."""
 
2004
        tree, state, expected = self.create_basic_dirstate()
 
2005
        # Bisect should be capable of finding multiple entries at the same time
 
2006
        self.assertBisect(expected, [['a'], ['b'], ['f']],
 
2007
                          state, ['a', 'b', 'f'])
 
2008
        self.assertBisect(expected, [['f'], ['b/d'], ['b/d/e']],
 
2009
                          state, ['f', 'b/d', 'b/d/e'])
 
2010
        self.assertBisect(expected, [['b'], ['b-c'], ['b/c']],
 
2011
                          state, ['b', 'b-c', 'b/c'])
 
2012
 
 
2013
    def test_bisect_one_page(self):
 
2014
        """Test bisect when there is only 1 page to read"""
 
2015
        tree, state, expected = self.create_basic_dirstate()
 
2016
        state._bisect_page_size = 5000
 
2017
        self.assertBisect(expected,[['']], state, [''])
 
2018
        self.assertBisect(expected,[['a']], state, ['a'])
 
2019
        self.assertBisect(expected,[['b']], state, ['b'])
 
2020
        self.assertBisect(expected,[['b/c']], state, ['b/c'])
 
2021
        self.assertBisect(expected,[['b/d']], state, ['b/d'])
 
2022
        self.assertBisect(expected,[['b/d/e']], state, ['b/d/e'])
 
2023
        self.assertBisect(expected,[['b-c']], state, ['b-c'])
 
2024
        self.assertBisect(expected,[['f']], state, ['f'])
 
2025
        self.assertBisect(expected,[['a'], ['b'], ['f']],
 
2026
                          state, ['a', 'b', 'f'])
 
2027
        self.assertBisect(expected, [['b/d'], ['b/d/e'], ['f']],
 
2028
                          state, ['b/d', 'b/d/e', 'f'])
 
2029
        self.assertBisect(expected, [['b'], ['b/c'], ['b-c']],
 
2030
                          state, ['b', 'b/c', 'b-c'])
 
2031
 
 
2032
    def test_bisect_duplicate_paths(self):
 
2033
        """When bisecting for a path, handle multiple entries."""
 
2034
        tree, state, expected = self.create_duplicated_dirstate()
 
2035
 
 
2036
        # Now make sure that both records are properly returned.
 
2037
        self.assertBisect(expected, [['']], state, [''])
 
2038
        self.assertBisect(expected, [['a', 'a2']], state, ['a'])
 
2039
        self.assertBisect(expected, [['b', 'b2']], state, ['b'])
 
2040
        self.assertBisect(expected, [['b/c', 'b/c2']], state, ['b/c'])
 
2041
        self.assertBisect(expected, [['b/d', 'b/d2']], state, ['b/d'])
 
2042
        self.assertBisect(expected, [['b/d/e', 'b/d/e2']],
 
2043
                          state, ['b/d/e'])
 
2044
        self.assertBisect(expected, [['b-c', 'b-c2']], state, ['b-c'])
 
2045
        self.assertBisect(expected, [['f', 'f2']], state, ['f'])
 
2046
 
 
2047
    def test_bisect_page_size_too_small(self):
 
2048
        """If the page size is too small, we will auto increase it."""
 
2049
        tree, state, expected = self.create_basic_dirstate()
 
2050
        state._bisect_page_size = 50
 
2051
        self.assertBisect(expected, [None], state, ['b/e'])
 
2052
        self.assertBisect(expected, [['a']], state, ['a'])
 
2053
        self.assertBisect(expected, [['b']], state, ['b'])
 
2054
        self.assertBisect(expected, [['b/c']], state, ['b/c'])
 
2055
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
2056
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
2057
        self.assertBisect(expected, [['b-c']], state, ['b-c'])
 
2058
        self.assertBisect(expected, [['f']], state, ['f'])
 
2059
 
 
2060
    def test_bisect_missing(self):
 
2061
        """Test that bisect return None if it cannot find a path."""
 
2062
        tree, state, expected = self.create_basic_dirstate()
 
2063
        self.assertBisect(expected, [None], state, ['foo'])
 
2064
        self.assertBisect(expected, [None], state, ['b/foo'])
 
2065
        self.assertBisect(expected, [None], state, ['bar/foo'])
 
2066
        self.assertBisect(expected, [None], state, ['b-c/foo'])
 
2067
 
 
2068
        self.assertBisect(expected, [['a'], None, ['b/d']],
 
2069
                          state, ['a', 'foo', 'b/d'])
 
2070
 
 
2071
    def test_bisect_rename(self):
 
2072
        """Check that we find a renamed row."""
 
2073
        tree, state, expected = self.create_renamed_dirstate()
 
2074
 
 
2075
        # Search for the pre and post renamed entries
 
2076
        self.assertBisect(expected, [['a']], state, ['a'])
 
2077
        self.assertBisect(expected, [['b/g']], state, ['b/g'])
 
2078
        self.assertBisect(expected, [['b/d']], state, ['b/d'])
 
2079
        self.assertBisect(expected, [['h']], state, ['h'])
 
2080
 
 
2081
        # What about b/d/e? shouldn't that also get 2 directory entries?
 
2082
        self.assertBisect(expected, [['b/d/e']], state, ['b/d/e'])
 
2083
        self.assertBisect(expected, [['h/e']], state, ['h/e'])
 
2084
 
 
2085
    def test_bisect_dirblocks(self):
 
2086
        tree, state, expected = self.create_duplicated_dirstate()
 
2087
        self.assertBisectDirBlocks(expected,
 
2088
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2']],
 
2089
            state, [''])
 
2090
        self.assertBisectDirBlocks(expected,
 
2091
            [['b/c', 'b/c2', 'b/d', 'b/d2']], state, ['b'])
 
2092
        self.assertBisectDirBlocks(expected,
 
2093
            [['b/d/e', 'b/d/e2']], state, ['b/d'])
 
2094
        self.assertBisectDirBlocks(expected,
 
2095
            [['', 'a', 'a2', 'b', 'b2', 'b-c', 'b-c2', 'f', 'f2'],
 
2096
             ['b/c', 'b/c2', 'b/d', 'b/d2'],
 
2097
             ['b/d/e', 'b/d/e2'],
 
2098
            ], state, ['', 'b', 'b/d'])
 
2099
 
 
2100
    def test_bisect_dirblocks_missing(self):
 
2101
        tree, state, expected = self.create_basic_dirstate()
 
2102
        self.assertBisectDirBlocks(expected, [['b/d/e'], None],
 
2103
            state, ['b/d', 'b/e'])
 
2104
        # Files don't show up in this search
 
2105
        self.assertBisectDirBlocks(expected, [None], state, ['a'])
 
2106
        self.assertBisectDirBlocks(expected, [None], state, ['b/c'])
 
2107
        self.assertBisectDirBlocks(expected, [None], state, ['c'])
 
2108
        self.assertBisectDirBlocks(expected, [None], state, ['b/d/e'])
 
2109
        self.assertBisectDirBlocks(expected, [None], state, ['f'])
 
2110
 
 
2111
    def test_bisect_recursive_each(self):
 
2112
        tree, state, expected = self.create_basic_dirstate()
 
2113
        self.assertBisectRecursive(expected, ['a'], state, ['a'])
 
2114
        self.assertBisectRecursive(expected, ['b/c'], state, ['b/c'])
 
2115
        self.assertBisectRecursive(expected, ['b/d/e'], state, ['b/d/e'])
 
2116
        self.assertBisectRecursive(expected, ['b-c'], state, ['b-c'])
 
2117
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
 
2118
                                   state, ['b/d'])
 
2119
        self.assertBisectRecursive(expected, ['b', 'b/c', 'b/d', 'b/d/e'],
 
2120
                                   state, ['b'])
 
2121
        self.assertBisectRecursive(expected, ['', 'a', 'b', 'b-c', 'f', 'b/c',
 
2122
                                              'b/d', 'b/d/e'],
 
2123
                                   state, [''])
 
2124
 
 
2125
    def test_bisect_recursive_multiple(self):
 
2126
        tree, state, expected = self.create_basic_dirstate()
 
2127
        self.assertBisectRecursive(expected, ['a', 'b/c'], state, ['a', 'b/c'])
 
2128
        self.assertBisectRecursive(expected, ['b/d', 'b/d/e'],
 
2129
                                   state, ['b/d', 'b/d/e'])
 
2130
 
 
2131
    def test_bisect_recursive_missing(self):
 
2132
        tree, state, expected = self.create_basic_dirstate()
 
2133
        self.assertBisectRecursive(expected, [], state, ['d'])
 
2134
        self.assertBisectRecursive(expected, [], state, ['b/e'])
 
2135
        self.assertBisectRecursive(expected, [], state, ['g'])
 
2136
        self.assertBisectRecursive(expected, ['a'], state, ['a', 'g'])
 
2137
 
 
2138
    def test_bisect_recursive_renamed(self):
 
2139
        tree, state, expected = self.create_renamed_dirstate()
 
2140
 
 
2141
        # Looking for either renamed item should find the other
 
2142
        self.assertBisectRecursive(expected, ['a', 'b/g'], state, ['a'])
 
2143
        self.assertBisectRecursive(expected, ['a', 'b/g'], state, ['b/g'])
 
2144
        # Looking in the containing directory should find the rename target,
 
2145
        # and anything in a subdir of the renamed target.
 
2146
        self.assertBisectRecursive(expected, ['a', 'b', 'b/c', 'b/d',
 
2147
                                              'b/d/e', 'b/g', 'h', 'h/e'],
 
2148
                                   state, ['b'])
 
2149
 
 
2150
 
 
2151
class TestDirstateValidation(TestCaseWithDirState):
 
2152
 
 
2153
    def test_validate_correct_dirstate(self):
 
2154
        state = self.create_complex_dirstate()
 
2155
        state._validate()
 
2156
        state.unlock()
 
2157
        # and make sure we can also validate with a read lock
 
2158
        state.lock_read()
 
2159
        try:
 
2160
            state._validate()
 
2161
        finally:
 
2162
            state.unlock()
 
2163
 
 
2164
    def test_dirblock_not_sorted(self):
 
2165
        tree, state, expected = self.create_renamed_dirstate()
 
2166
        state._read_dirblocks_if_needed()
 
2167
        last_dirblock = state._dirblocks[-1]
 
2168
        # we're appending to the dirblock, but this name comes before some of
 
2169
        # the existing names; that's wrong
 
2170
        last_dirblock[1].append(
 
2171
            (('h', 'aaaa', 'a-id'),
 
2172
             [('a', '', 0, False, ''),
 
2173
              ('a', '', 0, False, '')]))
 
2174
        e = self.assertRaises(AssertionError,
 
2175
            state._validate)
 
2176
        self.assertContainsRe(str(e), 'not sorted')
 
2177
 
 
2178
    def test_dirblock_name_mismatch(self):
 
2179
        tree, state, expected = self.create_renamed_dirstate()
 
2180
        state._read_dirblocks_if_needed()
 
2181
        last_dirblock = state._dirblocks[-1]
 
2182
        # add an entry with the wrong directory name
 
2183
        last_dirblock[1].append(
 
2184
            (('', 'z', 'a-id'),
 
2185
             [('a', '', 0, False, ''),
 
2186
              ('a', '', 0, False, '')]))
 
2187
        e = self.assertRaises(AssertionError,
 
2188
            state._validate)
 
2189
        self.assertContainsRe(str(e),
 
2190
            "doesn't match directory name")
 
2191
 
 
2192
    def test_dirblock_missing_rename(self):
 
2193
        tree, state, expected = self.create_renamed_dirstate()
 
2194
        state._read_dirblocks_if_needed()
 
2195
        last_dirblock = state._dirblocks[-1]
 
2196
        # make another entry for a-id, without a correct 'r' pointer to
 
2197
        # the real occurrence in the working tree
 
2198
        last_dirblock[1].append(
 
2199
            (('h', 'z', 'a-id'),
 
2200
             [('a', '', 0, False, ''),
 
2201
              ('a', '', 0, False, '')]))
 
2202
        e = self.assertRaises(AssertionError,
 
2203
            state._validate)
 
2204
        self.assertContainsRe(str(e),
 
2205
            'file a-id is absent in row')
 
2206
 
 
2207
 
 
2208
class TestDirstateTreeReference(TestCaseWithDirState):
 
2209
 
 
2210
    def test_reference_revision_is_none(self):
 
2211
        tree = self.make_branch_and_tree('tree', format='development-subtree')
 
2212
        subtree = self.make_branch_and_tree('tree/subtree',
 
2213
                            format='development-subtree')
 
2214
        subtree.set_root_id('subtree')
 
2215
        tree.add_reference(subtree)
 
2216
        tree.add('subtree')
 
2217
        state = dirstate.DirState.from_tree(tree, 'dirstate')
 
2218
        key = ('', 'subtree', 'subtree')
 
2219
        expected = ('', [(key,
 
2220
            [('t', '', 0, False, 'xxxxxxxxxxxxxxxxxxxxxxxxxxxxxxxx')])])
 
2221
 
 
2222
        try:
 
2223
            self.assertEqual(expected, state._find_block(key))
 
2224
        finally:
 
2225
            state.unlock()
 
2226
 
 
2227
 
 
2228
class TestDiscardMergeParents(TestCaseWithDirState):
 
2229
 
 
2230
    def test_discard_no_parents(self):
 
2231
        # This should be a no-op
 
2232
        state = self.create_empty_dirstate()
 
2233
        self.addCleanup(state.unlock)
 
2234
        state._discard_merge_parents()
 
2235
        state._validate()
 
2236
 
 
2237
    def test_discard_one_parent(self):
 
2238
        # No-op
 
2239
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
2240
        root_entry_direntry = ('', '', 'a-root-value'), [
 
2241
            ('d', '', 0, False, packed_stat),
 
2242
            ('d', '', 0, False, packed_stat),
 
2243
            ]
 
2244
        dirblocks = []
 
2245
        dirblocks.append(('', [root_entry_direntry]))
 
2246
        dirblocks.append(('', []))
 
2247
 
 
2248
        state = self.create_empty_dirstate()
 
2249
        self.addCleanup(state.unlock)
 
2250
        state._set_data(['parent-id'], dirblocks[:])
 
2251
        state._validate()
 
2252
 
 
2253
        state._discard_merge_parents()
 
2254
        state._validate()
 
2255
        self.assertEqual(dirblocks, state._dirblocks)
 
2256
 
 
2257
    def test_discard_simple(self):
 
2258
        # No-op
 
2259
        packed_stat = 'AAAAREUHaIpFB2iKAAADAQAtkqUAAIGk'
 
2260
        root_entry_direntry = ('', '', 'a-root-value'), [
 
2261
            ('d', '', 0, False, packed_stat),
 
2262
            ('d', '', 0, False, packed_stat),
 
2263
            ('d', '', 0, False, packed_stat),
 
2264
            ]
 
2265
        expected_root_entry_direntry = ('', '', 'a-root-value'), [
 
2266
            ('d', '', 0, False, packed_stat),
 
2267
            ('d', '', 0, False, packed_stat),
 
2268
            ]
 
2269
        dirblocks = []
 
2270
        dirblocks.append(('', [root_entry_direntry]))
 
2271
        dirblocks.append(('', []))
 
2272
 
 
2273
        state = self.create_empty_dirstate()
 
2274
        self.addCleanup(state.unlock)
 
2275
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
 
2276
        state._validate()
 
2277
 
 
2278
        # This should strip of the extra column
 
2279
        state._discard_merge_parents()
 
2280
        state._validate()
 
2281
        expected_dirblocks = [('', [expected_root_entry_direntry]), ('', [])]
 
2282
        self.assertEqual(expected_dirblocks, state._dirblocks)
 
2283
 
 
2284
    def test_discard_absent(self):
 
2285
        """If entries are only in a merge, discard should remove the entries"""
 
2286
        null_stat = dirstate.DirState.NULLSTAT
 
2287
        present_dir = ('d', '', 0, False, null_stat)
 
2288
        present_file = ('f', '', 0, False, null_stat)
 
2289
        absent = dirstate.DirState.NULL_PARENT_DETAILS
 
2290
        root_key = ('', '', 'a-root-value')
 
2291
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
 
2292
        file_in_merged_key = ('', 'file-in-merged', 'b-file-id')
 
2293
        dirblocks = [('', [(root_key, [present_dir, present_dir, present_dir])]),
 
2294
                     ('', [(file_in_merged_key,
 
2295
                            [absent, absent, present_file]),
 
2296
                           (file_in_root_key,
 
2297
                            [present_file, present_file, present_file]),
 
2298
                          ]),
 
2299
                    ]
 
2300
 
 
2301
        state = self.create_empty_dirstate()
 
2302
        self.addCleanup(state.unlock)
 
2303
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
 
2304
        state._validate()
 
2305
 
 
2306
        exp_dirblocks = [('', [(root_key, [present_dir, present_dir])]),
 
2307
                         ('', [(file_in_root_key,
 
2308
                                [present_file, present_file]),
 
2309
                              ]),
 
2310
                        ]
 
2311
        state._discard_merge_parents()
 
2312
        state._validate()
 
2313
        self.assertEqual(exp_dirblocks, state._dirblocks)
 
2314
 
 
2315
    def test_discard_renamed(self):
 
2316
        null_stat = dirstate.DirState.NULLSTAT
 
2317
        present_dir = ('d', '', 0, False, null_stat)
 
2318
        present_file = ('f', '', 0, False, null_stat)
 
2319
        absent = dirstate.DirState.NULL_PARENT_DETAILS
 
2320
        root_key = ('', '', 'a-root-value')
 
2321
        file_in_root_key = ('', 'file-in-root', 'a-file-id')
 
2322
        # Renamed relative to parent
 
2323
        file_rename_s_key = ('', 'file-s', 'b-file-id')
 
2324
        file_rename_t_key = ('', 'file-t', 'b-file-id')
 
2325
        # And one that is renamed between the parents, but absent in this
 
2326
        key_in_1 = ('', 'file-in-1', 'c-file-id')
 
2327
        key_in_2 = ('', 'file-in-2', 'c-file-id')
 
2328
 
 
2329
        dirblocks = [
 
2330
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
 
2331
            ('', [(key_in_1,
 
2332
                   [absent, present_file, ('r', 'file-in-2', 'c-file-id')]),
 
2333
                  (key_in_2,
 
2334
                   [absent, ('r', 'file-in-1', 'c-file-id'), present_file]),
 
2335
                  (file_in_root_key,
 
2336
                   [present_file, present_file, present_file]),
 
2337
                  (file_rename_s_key,
 
2338
                   [('r', 'file-t', 'b-file-id'), absent, present_file]),
 
2339
                  (file_rename_t_key,
 
2340
                   [present_file, absent, ('r', 'file-s', 'b-file-id')]),
 
2341
                 ]),
 
2342
        ]
 
2343
        exp_dirblocks = [
 
2344
            ('', [(root_key, [present_dir, present_dir])]),
 
2345
            ('', [(key_in_1, [absent, present_file]),
 
2346
                  (file_in_root_key, [present_file, present_file]),
 
2347
                  (file_rename_t_key, [present_file, absent]),
 
2348
                 ]),
 
2349
        ]
 
2350
        state = self.create_empty_dirstate()
 
2351
        self.addCleanup(state.unlock)
 
2352
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
 
2353
        state._validate()
 
2354
 
 
2355
        state._discard_merge_parents()
 
2356
        state._validate()
 
2357
        self.assertEqual(exp_dirblocks, state._dirblocks)
 
2358
 
 
2359
    def test_discard_all_subdir(self):
 
2360
        null_stat = dirstate.DirState.NULLSTAT
 
2361
        present_dir = ('d', '', 0, False, null_stat)
 
2362
        present_file = ('f', '', 0, False, null_stat)
 
2363
        absent = dirstate.DirState.NULL_PARENT_DETAILS
 
2364
        root_key = ('', '', 'a-root-value')
 
2365
        subdir_key = ('', 'sub', 'dir-id')
 
2366
        child1_key = ('sub', 'child1', 'child1-id')
 
2367
        child2_key = ('sub', 'child2', 'child2-id')
 
2368
        child3_key = ('sub', 'child3', 'child3-id')
 
2369
 
 
2370
        dirblocks = [
 
2371
            ('', [(root_key, [present_dir, present_dir, present_dir])]),
 
2372
            ('', [(subdir_key, [present_dir, present_dir, present_dir])]),
 
2373
            ('sub', [(child1_key, [absent, absent, present_file]),
 
2374
                     (child2_key, [absent, absent, present_file]),
 
2375
                     (child3_key, [absent, absent, present_file]),
 
2376
                    ]),
 
2377
        ]
 
2378
        exp_dirblocks = [
 
2379
            ('', [(root_key, [present_dir, present_dir])]),
 
2380
            ('', [(subdir_key, [present_dir, present_dir])]),
 
2381
            ('sub', []),
 
2382
        ]
 
2383
        state = self.create_empty_dirstate()
 
2384
        self.addCleanup(state.unlock)
 
2385
        state._set_data(['parent-id', 'merged-id'], dirblocks[:])
 
2386
        state._validate()
 
2387
 
 
2388
        state._discard_merge_parents()
 
2389
        state._validate()
 
2390
        self.assertEqual(exp_dirblocks, state._dirblocks)
 
2391
 
 
2392
 
 
2393
class Test_InvEntryToDetails(tests.TestCase):
 
2394
 
 
2395
    def assertDetails(self, expected, inv_entry):
 
2396
        details = dirstate.DirState._inv_entry_to_details(inv_entry)
 
2397
        self.assertEqual(expected, details)
 
2398
        # details should always allow join() and always be a plain str when
 
2399
        # finished
 
2400
        (minikind, fingerprint, size, executable, tree_data) = details
 
2401
        self.assertIsInstance(minikind, str)
 
2402
        self.assertIsInstance(fingerprint, str)
 
2403
        self.assertIsInstance(tree_data, str)
 
2404
 
 
2405
    def test_unicode_symlink(self):
 
2406
        inv_entry = inventory.InventoryLink('link-file-id',
 
2407
                                            u'nam\N{Euro Sign}e',
 
2408
                                            'link-parent-id')
 
2409
        inv_entry.revision = 'link-revision-id'
 
2410
        target = u'link-targ\N{Euro Sign}t'
 
2411
        inv_entry.symlink_target = target
 
2412
        self.assertDetails(('l', target.encode('UTF-8'), 0, False,
 
2413
                            'link-revision-id'), inv_entry)
 
2414
 
 
2415
 
 
2416
class TestSHA1Provider(tests.TestCaseInTempDir):
 
2417
 
 
2418
    def test_sha1provider_is_an_interface(self):
 
2419
        p = dirstate.SHA1Provider()
 
2420
        self.assertRaises(NotImplementedError, p.sha1, "foo")
 
2421
        self.assertRaises(NotImplementedError, p.stat_and_sha1, "foo")
 
2422
 
 
2423
    def test_defaultsha1provider_sha1(self):
 
2424
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
 
2425
        self.build_tree_contents([('foo', text)])
 
2426
        expected_sha = osutils.sha_string(text)
 
2427
        p = dirstate.DefaultSHA1Provider()
 
2428
        self.assertEqual(expected_sha, p.sha1('foo'))
 
2429
 
 
2430
    def test_defaultsha1provider_stat_and_sha1(self):
 
2431
        text = 'test\r\nwith\nall\rpossible line endings\r\n'
 
2432
        self.build_tree_contents([('foo', text)])
 
2433
        expected_sha = osutils.sha_string(text)
 
2434
        p = dirstate.DefaultSHA1Provider()
 
2435
        statvalue, sha1 = p.stat_and_sha1('foo')
 
2436
        self.assertTrue(len(statvalue) >= 10)
 
2437
        self.assertEqual(len(text), statvalue.st_size)
 
2438
        self.assertEqual(expected_sha, sha1)
 
2439
 
 
2440
 
 
2441
class _Repo(object):
 
2442
    """A minimal api to get InventoryRevisionTree to work."""
 
2443
 
 
2444
    def __init__(self):
 
2445
        default_format = controldir.format_registry.make_bzrdir('default')
 
2446
        self._format = default_format.repository_format
 
2447
 
 
2448
    def lock_read(self):
 
2449
        pass
 
2450
 
 
2451
    def unlock(self):
 
2452
        pass
 
2453
 
 
2454
 
 
2455
class TestUpdateBasisByDelta(tests.TestCase):
 
2456
 
 
2457
    def path_to_ie(self, path, file_id, rev_id, dir_ids):
 
2458
        if path.endswith('/'):
 
2459
            is_dir = True
 
2460
            path = path[:-1]
 
2461
        else:
 
2462
            is_dir = False
 
2463
        dirname, basename = osutils.split(path)
 
2464
        try:
 
2465
            dir_id = dir_ids[dirname]
 
2466
        except KeyError:
 
2467
            dir_id = osutils.basename(dirname) + '-id'
 
2468
        if is_dir:
 
2469
            ie = inventory.InventoryDirectory(file_id, basename, dir_id)
 
2470
            dir_ids[path] = file_id
 
2471
        else:
 
2472
            ie = inventory.InventoryFile(file_id, basename, dir_id)
 
2473
            ie.text_size = 0
 
2474
            ie.text_sha1 = ''
 
2475
        ie.revision = rev_id
 
2476
        return ie
 
2477
 
 
2478
    def create_tree_from_shape(self, rev_id, shape):
 
2479
        dir_ids = {'': 'root-id'}
 
2480
        inv = inventory.Inventory('root-id', rev_id)
 
2481
        for info in shape:
 
2482
            if len(info) == 2:
 
2483
                path, file_id = info
 
2484
                ie_rev_id = rev_id
 
2485
            else:
 
2486
                path, file_id, ie_rev_id = info
 
2487
            if path == '':
 
2488
                # Replace the root entry
 
2489
                del inv._byid[inv.root.file_id]
 
2490
                inv.root.file_id = file_id
 
2491
                inv._byid[file_id] = inv.root
 
2492
                dir_ids[''] = file_id
 
2493
                continue
 
2494
            inv.add(self.path_to_ie(path, file_id, ie_rev_id, dir_ids))
 
2495
        return revisiontree.InventoryRevisionTree(_Repo(), inv, rev_id)
 
2496
 
 
2497
    def create_empty_dirstate(self):
 
2498
        fd, path = tempfile.mkstemp(prefix='bzr-dirstate')
 
2499
        self.addCleanup(os.remove, path)
 
2500
        os.close(fd)
 
2501
        state = dirstate.DirState.initialize(path)
 
2502
        self.addCleanup(state.unlock)
 
2503
        return state
 
2504
 
 
2505
    def create_inv_delta(self, delta, rev_id):
 
2506
        """Translate a 'delta shape' into an actual InventoryDelta"""
 
2507
        dir_ids = {'': 'root-id'}
 
2508
        inv_delta = []
 
2509
        for old_path, new_path, file_id in delta:
 
2510
            if old_path is not None and old_path.endswith('/'):
 
2511
                # Don't have to actually do anything for this, because only
 
2512
                # new_path creates InventoryEntries
 
2513
                old_path = old_path[:-1]
 
2514
            if new_path is None: # Delete
 
2515
                inv_delta.append((old_path, None, file_id, None))
 
2516
                continue
 
2517
            ie = self.path_to_ie(new_path, file_id, rev_id, dir_ids)
 
2518
            inv_delta.append((old_path, new_path, file_id, ie))
 
2519
        return inv_delta
 
2520
 
 
2521
    def assertUpdate(self, active, basis, target):
 
2522
        """Assert that update_basis_by_delta works how we want.
 
2523
 
 
2524
        Set up a DirState object with active_shape for tree 0, basis_shape for
 
2525
        tree 1. Then apply the delta from basis_shape to target_shape,
 
2526
        and assert that the DirState is still valid, and that its stored
 
2527
        content matches the target_shape.
 
2528
        """
 
2529
        active_tree = self.create_tree_from_shape('active', active)
 
2530
        basis_tree = self.create_tree_from_shape('basis', basis)
 
2531
        target_tree = self.create_tree_from_shape('target', target)
 
2532
        state = self.create_empty_dirstate()
 
2533
        state.set_state_from_scratch(active_tree.root_inventory,
 
2534
            [('basis', basis_tree)], [])
 
2535
        delta = target_tree.root_inventory._make_delta(
 
2536
            basis_tree.root_inventory)
 
2537
        state.update_basis_by_delta(delta, 'target')
 
2538
        state._validate()
 
2539
        dirstate_tree = workingtree_4.DirStateRevisionTree(state,
 
2540
            'target', _Repo())
 
2541
        # The target now that delta has been applied should match the
 
2542
        # RevisionTree
 
2543
        self.assertEqual([], list(dirstate_tree.iter_changes(target_tree)))
 
2544
        # And the dirblock state should be identical to the state if we created
 
2545
        # it from scratch.
 
2546
        state2 = self.create_empty_dirstate()
 
2547
        state2.set_state_from_scratch(active_tree.root_inventory,
 
2548
            [('target', target_tree)], [])
 
2549
        self.assertEqual(state2._dirblocks, state._dirblocks)
 
2550
        return state
 
2551
 
 
2552
    def assertBadDelta(self, active, basis, delta):
 
2553
        """Test that we raise InconsistentDelta when appropriate.
 
2554
 
 
2555
        :param active: The active tree shape
 
2556
        :param basis: The basis tree shape
 
2557
        :param delta: A description of the delta to apply. Similar to the form
 
2558
            for regular inventory deltas, but omitting the InventoryEntry.
 
2559
            So adding a file is: (None, 'path', 'file-id')
 
2560
            Adding a directory is: (None, 'path/', 'dir-id')
 
2561
            Renaming a dir is: ('old/', 'new/', 'dir-id')
 
2562
            etc.
 
2563
        """
 
2564
        active_tree = self.create_tree_from_shape('active', active)
 
2565
        basis_tree = self.create_tree_from_shape('basis', basis)
 
2566
        inv_delta = self.create_inv_delta(delta, 'target')
 
2567
        state = self.create_empty_dirstate()
 
2568
        state.set_state_from_scratch(active_tree.root_inventory,
 
2569
            [('basis', basis_tree)], [])
 
2570
        self.assertRaises(errors.InconsistentDelta,
 
2571
            state.update_basis_by_delta, inv_delta, 'target')
 
2572
        ## try:
 
2573
        ##     state.update_basis_by_delta(inv_delta, 'target')
 
2574
        ## except errors.InconsistentDelta, e:
 
2575
        ##     import pdb; pdb.set_trace()
 
2576
        ## else:
 
2577
        ##     import pdb; pdb.set_trace()
 
2578
        self.assertTrue(state._changes_aborted)
 
2579
 
 
2580
    def test_remove_file_matching_active_state(self):
 
2581
        state = self.assertUpdate(
 
2582
            active=[],
 
2583
            basis =[('file', 'file-id')],
 
2584
            target=[],
 
2585
            )
 
2586
 
 
2587
    def test_remove_file_present_in_active_state(self):
 
2588
        state = self.assertUpdate(
 
2589
            active=[('file', 'file-id')],
 
2590
            basis =[('file', 'file-id')],
 
2591
            target=[],
 
2592
            )
 
2593
 
 
2594
    def test_remove_file_present_elsewhere_in_active_state(self):
 
2595
        state = self.assertUpdate(
 
2596
            active=[('other-file', 'file-id')],
 
2597
            basis =[('file', 'file-id')],
 
2598
            target=[],
 
2599
            )
 
2600
 
 
2601
    def test_remove_file_active_state_has_diff_file(self):
 
2602
        state = self.assertUpdate(
 
2603
            active=[('file', 'file-id-2')],
 
2604
            basis =[('file', 'file-id')],
 
2605
            target=[],
 
2606
            )
 
2607
 
 
2608
    def test_remove_file_active_state_has_diff_file_and_file_elsewhere(self):
 
2609
        state = self.assertUpdate(
 
2610
            active=[('file', 'file-id-2'),
 
2611
                    ('other-file', 'file-id')],
 
2612
            basis =[('file', 'file-id')],
 
2613
            target=[],
 
2614
            )
 
2615
 
 
2616
    def test_add_file_matching_active_state(self):
 
2617
        state = self.assertUpdate(
 
2618
            active=[('file', 'file-id')],
 
2619
            basis =[],
 
2620
            target=[('file', 'file-id')],
 
2621
            )
 
2622
 
 
2623
    def test_add_file_in_empty_dir_not_matching_active_state(self):
 
2624
        state = self.assertUpdate(
 
2625
                active=[],
 
2626
                basis=[('dir/', 'dir-id')],
 
2627
                target=[('dir/', 'dir-id', 'basis'), ('dir/file', 'file-id')],
 
2628
                )
 
2629
 
 
2630
    def test_add_file_missing_in_active_state(self):
 
2631
        state = self.assertUpdate(
 
2632
            active=[],
 
2633
            basis =[],
 
2634
            target=[('file', 'file-id')],
 
2635
            )
 
2636
 
 
2637
    def test_add_file_elsewhere_in_active_state(self):
 
2638
        state = self.assertUpdate(
 
2639
            active=[('other-file', 'file-id')],
 
2640
            basis =[],
 
2641
            target=[('file', 'file-id')],
 
2642
            )
 
2643
 
 
2644
    def test_add_file_active_state_has_diff_file_and_file_elsewhere(self):
 
2645
        state = self.assertUpdate(
 
2646
            active=[('other-file', 'file-id'),
 
2647
                    ('file', 'file-id-2')],
 
2648
            basis =[],
 
2649
            target=[('file', 'file-id')],
 
2650
            )
 
2651
 
 
2652
    def test_rename_file_matching_active_state(self):
 
2653
        state = self.assertUpdate(
 
2654
            active=[('other-file', 'file-id')],
 
2655
            basis =[('file', 'file-id')],
 
2656
            target=[('other-file', 'file-id')],
 
2657
            )
 
2658
 
 
2659
    def test_rename_file_missing_in_active_state(self):
 
2660
        state = self.assertUpdate(
 
2661
            active=[],
 
2662
            basis =[('file', 'file-id')],
 
2663
            target=[('other-file', 'file-id')],
 
2664
            )
 
2665
 
 
2666
    def test_rename_file_present_elsewhere_in_active_state(self):
 
2667
        state = self.assertUpdate(
 
2668
            active=[('third', 'file-id')],
 
2669
            basis =[('file', 'file-id')],
 
2670
            target=[('other-file', 'file-id')],
 
2671
            )
 
2672
 
 
2673
    def test_rename_file_active_state_has_diff_source_file(self):
 
2674
        state = self.assertUpdate(
 
2675
            active=[('file', 'file-id-2')],
 
2676
            basis =[('file', 'file-id')],
 
2677
            target=[('other-file', 'file-id')],
 
2678
            )
 
2679
 
 
2680
    def test_rename_file_active_state_has_diff_target_file(self):
 
2681
        state = self.assertUpdate(
 
2682
            active=[('other-file', 'file-id-2')],
 
2683
            basis =[('file', 'file-id')],
 
2684
            target=[('other-file', 'file-id')],
 
2685
            )
 
2686
 
 
2687
    def test_rename_file_active_has_swapped_files(self):
 
2688
        state = self.assertUpdate(
 
2689
            active=[('file', 'file-id'),
 
2690
                    ('other-file', 'file-id-2')],
 
2691
            basis= [('file', 'file-id'),
 
2692
                    ('other-file', 'file-id-2')],
 
2693
            target=[('file', 'file-id-2'),
 
2694
                    ('other-file', 'file-id')])
 
2695
 
 
2696
    def test_rename_file_basis_has_swapped_files(self):
 
2697
        state = self.assertUpdate(
 
2698
            active=[('file', 'file-id'),
 
2699
                    ('other-file', 'file-id-2')],
 
2700
            basis= [('file', 'file-id-2'),
 
2701
                    ('other-file', 'file-id')],
 
2702
            target=[('file', 'file-id'),
 
2703
                    ('other-file', 'file-id-2')])
 
2704
 
 
2705
    def test_rename_directory_with_contents(self):
 
2706
        state = self.assertUpdate( # active matches basis
 
2707
            active=[('dir1/', 'dir-id'),
 
2708
                    ('dir1/file', 'file-id')],
 
2709
            basis= [('dir1/', 'dir-id'),
 
2710
                    ('dir1/file', 'file-id')],
 
2711
            target=[('dir2/', 'dir-id'),
 
2712
                    ('dir2/file', 'file-id')])
 
2713
        state = self.assertUpdate( # active matches target
 
2714
            active=[('dir2/', 'dir-id'),
 
2715
                    ('dir2/file', 'file-id')],
 
2716
            basis= [('dir1/', 'dir-id'),
 
2717
                    ('dir1/file', 'file-id')],
 
2718
            target=[('dir2/', 'dir-id'),
 
2719
                    ('dir2/file', 'file-id')])
 
2720
        state = self.assertUpdate( # active empty
 
2721
            active=[],
 
2722
            basis= [('dir1/', 'dir-id'),
 
2723
                    ('dir1/file', 'file-id')],
 
2724
            target=[('dir2/', 'dir-id'),
 
2725
                    ('dir2/file', 'file-id')])
 
2726
        state = self.assertUpdate( # active present at other location
 
2727
            active=[('dir3/', 'dir-id'),
 
2728
                    ('dir3/file', 'file-id')],
 
2729
            basis= [('dir1/', 'dir-id'),
 
2730
                    ('dir1/file', 'file-id')],
 
2731
            target=[('dir2/', 'dir-id'),
 
2732
                    ('dir2/file', 'file-id')])
 
2733
        state = self.assertUpdate( # active has different ids
 
2734
            active=[('dir1/', 'dir1-id'),
 
2735
                    ('dir1/file', 'file1-id'),
 
2736
                    ('dir2/', 'dir2-id'),
 
2737
                    ('dir2/file', 'file2-id')],
 
2738
            basis= [('dir1/', 'dir-id'),
 
2739
                    ('dir1/file', 'file-id')],
 
2740
            target=[('dir2/', 'dir-id'),
 
2741
                    ('dir2/file', 'file-id')])
 
2742
 
 
2743
    def test_invalid_file_not_present(self):
 
2744
        state = self.assertBadDelta(
 
2745
            active=[('file', 'file-id')],
 
2746
            basis= [('file', 'file-id')],
 
2747
            delta=[('other-file', 'file', 'file-id')])
 
2748
 
 
2749
    def test_invalid_new_id_same_path(self):
 
2750
        # The bad entry comes after
 
2751
        state = self.assertBadDelta(
 
2752
            active=[('file', 'file-id')],
 
2753
            basis= [('file', 'file-id')],
 
2754
            delta=[(None, 'file', 'file-id-2')])
 
2755
        # The bad entry comes first
 
2756
        state = self.assertBadDelta(
 
2757
            active=[('file', 'file-id-2')],
 
2758
            basis=[('file', 'file-id-2')],
 
2759
            delta=[(None, 'file', 'file-id')])
 
2760
 
 
2761
    def test_invalid_existing_id(self):
 
2762
        state = self.assertBadDelta(
 
2763
            active=[('file', 'file-id')],
 
2764
            basis= [('file', 'file-id')],
 
2765
            delta=[(None, 'file', 'file-id')])
 
2766
 
 
2767
    def test_invalid_parent_missing(self):
 
2768
        state = self.assertBadDelta(
 
2769
            active=[],
 
2770
            basis= [],
 
2771
            delta=[(None, 'path/path2', 'file-id')])
 
2772
        # Note: we force the active tree to have the directory, by knowing how
 
2773
        #       path_to_ie handles entries with missing parents
 
2774
        state = self.assertBadDelta(
 
2775
            active=[('path/', 'path-id')],
 
2776
            basis= [],
 
2777
            delta=[(None, 'path/path2', 'file-id')])
 
2778
        state = self.assertBadDelta(
 
2779
            active=[('path/', 'path-id'),
 
2780
                    ('path/path2', 'file-id')],
 
2781
            basis= [],
 
2782
            delta=[(None, 'path/path2', 'file-id')])
 
2783
 
 
2784
    def test_renamed_dir_same_path(self):
 
2785
        # We replace the parent directory, with another parent dir. But the C
 
2786
        # file doesn't look like it has been moved.
 
2787
        state = self.assertUpdate(# Same as basis
 
2788
            active=[('dir/', 'A-id'),
 
2789
                    ('dir/B', 'B-id')],
 
2790
            basis= [('dir/', 'A-id'),
 
2791
                    ('dir/B', 'B-id')],
 
2792
            target=[('dir/', 'C-id'),
 
2793
                    ('dir/B', 'B-id')])
 
2794
        state = self.assertUpdate(# Same as target
 
2795
            active=[('dir/', 'C-id'),
 
2796
                    ('dir/B', 'B-id')],
 
2797
            basis= [('dir/', 'A-id'),
 
2798
                    ('dir/B', 'B-id')],
 
2799
            target=[('dir/', 'C-id'),
 
2800
                    ('dir/B', 'B-id')])
 
2801
        state = self.assertUpdate(# empty active
 
2802
            active=[],
 
2803
            basis= [('dir/', 'A-id'),
 
2804
                    ('dir/B', 'B-id')],
 
2805
            target=[('dir/', 'C-id'),
 
2806
                    ('dir/B', 'B-id')])
 
2807
        state = self.assertUpdate(# different active
 
2808
            active=[('dir/', 'D-id'),
 
2809
                    ('dir/B', 'B-id')],
 
2810
            basis= [('dir/', 'A-id'),
 
2811
                    ('dir/B', 'B-id')],
 
2812
            target=[('dir/', 'C-id'),
 
2813
                    ('dir/B', 'B-id')])
 
2814
 
 
2815
    def test_parent_child_swap(self):
 
2816
        state = self.assertUpdate(# Same as basis
 
2817
            active=[('A/', 'A-id'),
 
2818
                    ('A/B/', 'B-id'),
 
2819
                    ('A/B/C', 'C-id')],
 
2820
            basis= [('A/', 'A-id'),
 
2821
                    ('A/B/', 'B-id'),
 
2822
                    ('A/B/C', 'C-id')],
 
2823
            target=[('A/', 'B-id'),
 
2824
                    ('A/B/', 'A-id'),
 
2825
                    ('A/B/C', 'C-id')])
 
2826
        state = self.assertUpdate(# Same as target
 
2827
            active=[('A/', 'B-id'),
 
2828
                    ('A/B/', 'A-id'),
 
2829
                    ('A/B/C', 'C-id')],
 
2830
            basis= [('A/', 'A-id'),
 
2831
                    ('A/B/', 'B-id'),
 
2832
                    ('A/B/C', 'C-id')],
 
2833
            target=[('A/', 'B-id'),
 
2834
                    ('A/B/', 'A-id'),
 
2835
                    ('A/B/C', 'C-id')])
 
2836
        state = self.assertUpdate(# empty active
 
2837
            active=[],
 
2838
            basis= [('A/', 'A-id'),
 
2839
                    ('A/B/', 'B-id'),
 
2840
                    ('A/B/C', 'C-id')],
 
2841
            target=[('A/', 'B-id'),
 
2842
                    ('A/B/', 'A-id'),
 
2843
                    ('A/B/C', 'C-id')])
 
2844
        state = self.assertUpdate(# different active
 
2845
            active=[('D/', 'A-id'),
 
2846
                    ('D/E/', 'B-id'),
 
2847
                    ('F', 'C-id')],
 
2848
            basis= [('A/', 'A-id'),
 
2849
                    ('A/B/', 'B-id'),
 
2850
                    ('A/B/C', 'C-id')],
 
2851
            target=[('A/', 'B-id'),
 
2852
                    ('A/B/', 'A-id'),
 
2853
                    ('A/B/C', 'C-id')])
 
2854
 
 
2855
    def test_change_root_id(self):
 
2856
        state = self.assertUpdate( # same as basis
 
2857
            active=[('', 'root-id'),
 
2858
                    ('file', 'file-id')],
 
2859
            basis= [('', 'root-id'),
 
2860
                    ('file', 'file-id')],
 
2861
            target=[('', 'target-root-id'),
 
2862
                    ('file', 'file-id')])
 
2863
        state = self.assertUpdate( # same as target
 
2864
            active=[('', 'target-root-id'),
 
2865
                    ('file', 'file-id')],
 
2866
            basis= [('', 'root-id'),
 
2867
                    ('file', 'file-id')],
 
2868
            target=[('', 'target-root-id'),
 
2869
                    ('file', 'root-id')])
 
2870
        state = self.assertUpdate( # all different
 
2871
            active=[('', 'active-root-id'),
 
2872
                    ('file', 'file-id')],
 
2873
            basis= [('', 'root-id'),
 
2874
                    ('file', 'file-id')],
 
2875
            target=[('', 'target-root-id'),
 
2876
                    ('file', 'root-id')])
 
2877
 
 
2878
    def test_change_file_absent_in_active(self):
 
2879
        state = self.assertUpdate(
 
2880
            active=[],
 
2881
            basis= [('file', 'file-id')],
 
2882
            target=[('file', 'file-id')])
 
2883
 
 
2884
    def test_invalid_changed_file(self):
 
2885
        state = self.assertBadDelta( # Not present in basis
 
2886
            active=[('file', 'file-id')],
 
2887
            basis= [],
 
2888
            delta=[('file', 'file', 'file-id')])
 
2889
        state = self.assertBadDelta( # present at another location in basis
 
2890
            active=[('file', 'file-id')],
 
2891
            basis= [('other-file', 'file-id')],
 
2892
            delta=[('file', 'file', 'file-id')])