« back to all changes in this revision
Viewing changes to bzrlib/changeset.py
- browse files at revision 819
- compare with another revision
- download diff
- download tarball
- view history from revision 819
- Committer: Martin Pool
- Date: 2005-07-04 12:26:02 UTC
- Revision ID: mbp@sourcefrog.net-20050704122602-69901910521e62c3
- check command checks that all inventory-ids are the same as in the revision.
- files added:
- bzrlib/statcache.py
- plugins/changeset
- plugins/rsync
- files removed:
- HACKING
- bzrlib/util
- contrib/emacs
- tools
- files renamed:
- bzrlib/util/effbot/ => effbot/
- bzrlib/util/elementtree/ => elementtree/
- bzrlib/plugins/ => plugins/
- bzrlib/util/urlgrabber/ => urlgrabber/
- files modified:
- .bzrignore
added
removed
bzrlib/changeset.py
17
17
import errno
18
18
import patch
19
19
import stat
20
from bzrlib.trace import mutter
21
22
# XXX: mbp: I'm not totally convinced that we should handle conflicts
23
# as part of changeset application, rather than only in the merge
24
# operation.
25
26
"""Represent and apply a changeset
27
28
Conflicts in applying a changeset are represented as exceptions.
29
"""
30
20
"""
21
Represent and apply a changeset
22
"""
31
23
__docformat__ = "restructuredtext"
32
24
33
25
NULL_ID = "!NULL"
34
26
35
class OldFailedTreeOp(Exception):
36
def __init__(self):
37
Exception.__init__(self, "bzr-tree-change contains files from a"
38
" previous failed merge operation.")
27
39
28
def invert_dict(dict):
40
29
newdict = {}
41
30
for (key,value) in dict.iteritems():
43
32
return newdict
44
33
45
34
46
35
class PatchApply(object):
36
"""Patch application as a kind of content change"""
37
def __init__(self, contents):
38
"""Constructor.
39
40
:param contents: The text of the patch to apply
41
:type contents: str"""
42
self.contents = contents
43
44
def __eq__(self, other):
45
if not isinstance(other, PatchApply):
46
return False
47
elif self.contents != other.contents:
48
return False
49
else:
50
return True
51
52
def __ne__(self, other):
53
return not (self == other)
54
55
def apply(self, filename, conflict_handler, reverse=False):
56
"""Applies the patch to the specified file.
57
58
:param filename: the file to apply the patch to
59
:type filename: str
60
:param reverse: If true, apply the patch in reverse
61
:type reverse: bool
62
"""
63
input_name = filename+".orig"
64
try:
65
os.rename(filename, input_name)
66
except OSError, e:
67
if e.errno != errno.ENOENT:
68
raise
69
if conflict_handler.patch_target_missing(filename, self.contents)\
70
== "skip":
71
return
72
os.rename(filename, input_name)
73
74
75
status = patch.patch(self.contents, input_name, filename,
76
reverse)
77
os.chmod(filename, os.stat(input_name).st_mode)
78
if status == 0:
79
os.unlink(input_name)
80
elif status == 1:
81
conflict_handler.failed_hunks(filename)
82
83
47
84
class ChangeUnixPermissions(object):
48
85
"""This is two-way change, suitable for file modification, creation,
49
86
deletion"""
326
363
327
364
328
365
class Diff3Merge(object):
329
def __init__(self, file_id, base, other):
330
self.file_id = file_id
331
self.base = base
332
self.other = other
366
def __init__(self, base_file, other_file):
367
self.base_file = base_file
368
self.other_file = other_file
333
369
334
370
def __eq__(self, other):
335
371
if not isinstance(other, Diff3Merge):
336
372
return False
337
return (self.base == other.base and
338
self.other == other.other and self.file_id == other.file_id)
373
return (self.base_file == other.base_file and
374
self.other_file == other.other_file)
339
375
340
376
def __ne__(self, other):
341
377
return not (self == other)
342
378
343
379
def apply(self, filename, conflict_handler, reverse=False):
344
new_file = filename+".new"
345
base_file = self.base.readonly_path(self.file_id)
346
other_file = self.other.readonly_path(self.file_id)
380
new_file = filename+".new"
347
381
if not reverse:
348
base = base_file
349
other = other_file
382
base = self.base_file
383
other = self.other_file
350
384
else:
351
base = other_file
352
other = base_file
385
base = self.other_file
386
other = self.base_file
353
387
status = patch.diff3(new_file, filename, base, other)
354
388
if status == 0:
355
389
os.chmod(new_file, os.stat(filename).st_mode)
357
391
return
358
392
else:
359
393
assert(status == 1)
360
def get_lines(filename):
361
my_file = file(base, "rb")
362
lines = my_file.readlines()
363
my_file.close()
364
base_lines = get_lines(base)
365
other_lines = get_lines(other)
366
conflict_handler.merge_conflict(new_file, filename, base_lines,
367
other_lines)
394
conflict_handler.merge_conflict(new_file, filename, base, other)
368
395
369
396
370
397
def CreateDir():
626
653
return None
627
654
return self.path
628
655
629
def summarize_name(self, reverse=False):
656
def summarize_name(self, changeset, reverse=False):
630
657
"""Produce a one-line summary of the filename. Indicates renames as
631
658
old => new, indicates creation as None => new, indicates deletion as
632
659
old => None.
663
690
:type reverse: bool
664
691
:rtype: str
665
692
"""
666
mutter("Finding new path for %s" % self.summarize_name())
667
693
if reverse:
668
694
parent = self.parent
669
695
to_dir = self.dir
688
714
if from_dir == to_dir:
689
715
dir = os.path.dirname(id_map[self.id])
690
716
else:
691
mutter("path, new_path: %r %r" % (self.path, self.new_path))
692
717
parent_entry = changeset.entries[parent]
693
718
dir = parent_entry.get_new_path(id_map, changeset, reverse)
694
719
if from_name == to_name:
801
826
my_sort(target_entries, shortest_to_longest)
802
827
return (source_entries, target_entries)
803
828
804
def rename_to_temp_delete(source_entries, inventory, dir, temp_dir,
805
conflict_handler, reverse):
829
def rename_to_temp_delete(source_entries, inventory, dir, conflict_handler,
830
reverse):
806
831
"""Delete and rename entries as appropriate. Entries are renamed to temp
807
names. A map of id -> temp name (or None, for deletions) is returned.
832
names. A map of id -> temp name is returned.
808
833
809
834
:param source_entries: The entries to rename and delete
810
835
:type source_entries: List of `ChangesetEntry`
817
842
:return: a mapping of id to temporary name
818
843
:rtype: Dictionary
819
844
"""
845
temp_dir = os.path.join(dir, "temp")
820
846
temp_name = {}
821
847
for i in range(len(source_entries)):
822
848
entry = source_entries[i]
823
849
if entry.is_deletion(reverse):
824
850
path = os.path.join(dir, inventory[entry.id])
825
851
entry.apply(path, conflict_handler, reverse)
826
temp_name[entry.id] = None
827
852
828
853
else:
829
to_name = os.path.join(temp_dir, str(i))
854
to_name = temp_dir+"/"+str(i)
830
855
src_path = inventory.get(entry.id)
831
856
if src_path is not None:
832
857
src_path = os.path.join(dir, src_path)
842
867
return temp_name
843
868
844
869
845
def rename_to_new_create(changed_inventory, target_entries, inventory,
846
changeset, dir, conflict_handler, reverse):
870
def rename_to_new_create(temp_name, target_entries, inventory, changeset, dir,
871
conflict_handler, reverse):
847
872
"""Rename entries with temp names to their final names, create new files.
848
873
849
:param changed_inventory: A mapping of id to temporary name
850
:type changed_inventory: Dictionary
874
:param temp_name: A mapping of id to temporary name
875
:type temp_name: Dictionary
851
876
:param target_entries: The entries to apply changes to
852
877
:type target_entries: List of `ChangesetEntry`
853
878
:param changeset: The changeset to apply
858
883
:type reverse: bool
859
884
"""
860
885
for entry in target_entries:
861
new_tree_path = entry.get_new_path(inventory, changeset, reverse)
862
if new_tree_path is None:
886
new_path = entry.get_new_path(inventory, changeset, reverse)
887
if new_path is None:
863
888
continue
864
new_path = os.path.join(dir, new_tree_path)
865
old_path = changed_inventory.get(entry.id)
889
new_path = os.path.join(dir, new_path)
890
old_path = temp_name.get(entry.id)
866
891
if os.path.exists(new_path):
867
892
if conflict_handler.target_exists(entry, new_path, old_path) == \
868
893
"skip":
869
894
continue
870
895
if entry.is_creation(reverse):
871
896
entry.apply(new_path, conflict_handler, reverse)
872
changed_inventory[entry.id] = new_tree_path
873
897
else:
874
898
if old_path is None:
875
899
continue
876
900
try:
877
901
os.rename(old_path, new_path)
878
changed_inventory[entry.id] = new_tree_path
879
902
except OSError, e:
880
903
raise Exception ("%s is missing" % new_path)
881
904
983
1006
Exception.__init__(self, msg)
984
1007
self.filename = filename
985
1008
986
class NewContentsConflict(Exception):
987
def __init__(self, filename):
988
msg = "Conflicting contents for new file %s" % (filename)
989
Exception.__init__(self, msg)
990
991
992
class MissingForMerge(Exception):
993
def __init__(self, filename):
994
msg = "The file %s was modified, but does not exist in this tree"\
995
% (filename)
996
Exception.__init__(self, msg)
997
998
999
1009
class ExceptionConflictHandler(object):
1000
"""Default handler for merge exceptions.
1001
1002
This throws an error on any kind of conflict. Conflict handlers can
1003
descend from this class if they have a better way to handle some or
1004
all types of conflict.
1005
"""
1006
1010
def __init__(self, dir):
1007
1011
self.dir = dir
1008
1012
1022
1026
def rename_conflict(self, id, this_name, base_name, other_name):
1023
1027
raise RenameConflict(id, this_name, base_name, other_name)
1024
1028
1025
def move_conflict(self, id, this_dir, base_dir, other_dir):
1029
def move_conflict(self, id, inventory):
1030
this_dir = inventory.this.get_dir(id)
1031
base_dir = inventory.base.get_dir(id)
1032
other_dir = inventory.other.get_dir(id)
1026
1033
raise MoveConflict(id, this_dir, base_dir, other_dir)
1027
1034
1028
def merge_conflict(self, new_file, this_path, base_lines, other_lines):
1035
def merge_conflict(self, new_file, this_path, base_path, other_path):
1029
1036
os.unlink(new_file)
1030
1037
raise MergeConflict(this_path)
1031
1038
1059
1066
def missing_for_rename(self, filename):
1060
1067
raise MissingForRename(filename)
1061
1068
1062
def missing_for_merge(self, file_id, other_path):
1063
raise MissingForMerge(other_path)
1064
1065
def new_contents_conflict(self, filename, other_contents):
1066
raise NewContentsConflict(filename)
1067
1068
def finalize(self):
1069
def finalize():
1069
1070
pass
1070
1071
1071
1072
def apply_changeset(changeset, inventory, dir, conflict_handler=None,
1085
1086
"""
1086
1087
if conflict_handler is None:
1087
1088
conflict_handler = ExceptionConflictHandler(dir)
1088
temp_dir = os.path.join(dir, "bzr-tree-change")
1089
try:
1090
os.mkdir(temp_dir)
1091
except OSError, e:
1092
if e.errno == errno.EEXIST:
1093
try:
1094
os.rmdir(temp_dir)
1095
except OSError, e:
1096
if e.errno == errno.ENOTEMPTY:
1097
raise OldFailedTreeOp()
1098
os.mkdir(temp_dir)
1099
else:
1100
raise
1089
temp_dir = dir+"/temp"
1090
os.mkdir(temp_dir)
1101
1091
1102
1092
#apply changes that don't affect filenames
1103
1093
for entry in changeset.entries.itervalues():
1112
1102
(source_entries, target_entries) = get_rename_entries(changeset, inventory,
1113
1103
reverse)
1114
1104
1115
changed_inventory = rename_to_temp_delete(source_entries, inventory, dir,
1116
temp_dir, conflict_handler,
1117
reverse)
1105
temp_name = rename_to_temp_delete(source_entries, inventory, dir,
1106
conflict_handler, reverse)
1118
1107
1119
rename_to_new_create(changed_inventory, target_entries, inventory,
1120
changeset, dir, conflict_handler, reverse)
1108
rename_to_new_create(temp_name, target_entries, inventory, changeset, dir,
1109
conflict_handler, reverse)
1121
1110
os.rmdir(temp_dir)
1122
return changed_inventory
1111
r_inventory = invert_dict(inventory)
1112
new_entries, removed_entries = get_inventory_change(inventory,
1113
r_inventory, changeset, reverse)
1114
new_inventory = {}
1115
for path, file_id in new_entries.iteritems():
1116
new_inventory[file_id] = path
1117
for file_id in removed_entries:
1118
new_inventory[file_id] = None
1119
return new_inventory
1123
1120
1124
1121
1125
1122
def apply_changeset_tree(cset, tree, reverse=False):
1136
1133
def get_inventory_change(inventory, new_inventory, cset, reverse=False):
1137
1134
new_entries = {}
1138
1135
remove_entries = []
1136
r_inventory = invert_dict(inventory)
1137
r_new_inventory = invert_dict(new_inventory)
1139
1138
for entry in cset.entries.itervalues():
1140
1139
if entry.needs_rename():
1141
new_path = entry.get_new_path(inventory, cset)
1142
if new_path is None:
1143
remove_entries.append(entry.id)
1140
old_path = r_inventory.get(entry.id)
1141
if old_path is not None:
1142
remove_entries.append(old_path)
1144
1143
else:
1145
new_entries[new_path] = entry.id
1144
new_path = entry.get_new_path(inventory, cset)
1145
if new_path is not None:
1146
new_entries[new_path] = entry.id
1146
1147
return new_entries, remove_entries
1147
1148
1148
1149
1287
1288
self.full_path = full_path
1288
1289
self.stat_result = stat_result
1289
1290
1290
def generate_changeset(tree_a, tree_b, interesting_ids=None):
1291
return ChangesetGenerator(tree_a, tree_b, interesting_ids)()
1291
def generate_changeset(tree_a, tree_b, inventory_a=None, inventory_b=None):
1292
return ChangesetGenerator(tree_a, tree_b, inventory_a, inventory_b)()
1292
1293
1293
1294
class ChangesetGenerator(object):
1294
def __init__(self, tree_a, tree_b, interesting_ids=None):
1295
def __init__(self, tree_a, tree_b, inventory_a=None, inventory_b=None):
1295
1296
object.__init__(self)
1296
1297
self.tree_a = tree_a
1297
1298
self.tree_b = tree_b
1298
self._interesting_ids = interesting_ids
1299
if inventory_a is not None:
1300
self.inventory_a = inventory_a
1301
else:
1302
self.inventory_a = tree_a.inventory()
1303
if inventory_b is not None:
1304
self.inventory_b = inventory_b
1305
else:
1306
self.inventory_b = tree_b.inventory()
1307
self.r_inventory_a = self.reverse_inventory(self.inventory_a)
1308
self.r_inventory_b = self.reverse_inventory(self.inventory_b)
1299
1309
1300
def iter_both_tree_ids(self):
1301
for file_id in self.tree_a:
1302
yield file_id
1303
for file_id in self.tree_b:
1304
if file_id not in self.tree_a:
1305
yield file_id
1310
def reverse_inventory(self, inventory):
1311
r_inventory = {}
1312
for entry in inventory.itervalues():
1313
if entry.id is None:
1314
continue
1315
r_inventory[entry.id] = entry
1316
return r_inventory
1306
1317
1307
1318
def __call__(self):
1308
1319
cset = Changeset()
1309
for file_id in self.iter_both_tree_ids():
1310
cs_entry = self.make_entry(file_id)
1320
for entry in self.inventory_a.itervalues():
1321
if entry.id is None:
1322
continue
1323
cs_entry = self.make_entry(entry.id)
1311
1324
if cs_entry is not None and not cs_entry.is_boring():
1312
1325
cset.add_entry(cs_entry)
1313
1326
1327
for entry in self.inventory_b.itervalues():
1328
if entry.id is None:
1329
continue
1330
if not self.r_inventory_a.has_key(entry.id):
1331
cs_entry = self.make_entry(entry.id)
1332
if cs_entry is not None and not cs_entry.is_boring():
1333
cset.add_entry(cs_entry)
1314
1334
for entry in list(cset.entries.itervalues()):
1315
1335
if entry.parent != entry.new_parent:
1316
1336
if not cset.entries.has_key(entry.parent) and\
1324
1344
cset.add_entry(parent_entry)
1325
1345
return cset
1326
1346
1327
def iter_inventory(self, tree):
1328
for file_id in tree:
1329
yield self.get_entry(file_id, tree)
1330
1331
def get_entry(self, file_id, tree):
1332
if not tree.has_or_had_id(file_id):
1333
return None
1334
return tree.tree.inventory[file_id]
1335
1336
def get_entry_parent(self, entry):
1337
if entry is None:
1338
return None
1339
return entry.parent_id
1340
1341
def get_path(self, file_id, tree):
1342
if not tree.has_or_had_id(file_id):
1343
return None
1344
path = tree.id2path(file_id)
1345
if path == '':
1346
return './.'
1347
else:
1348
return path
1349
1350
def make_basic_entry(self, file_id, only_interesting):
1351
entry_a = self.get_entry(file_id, self.tree_a)
1352
entry_b = self.get_entry(file_id, self.tree_b)
1347
def get_entry_parent(self, entry, inventory):
1348
if entry is None:
1349
return None
1350
if entry.path == "./.":
1351
return NULL_ID
1352
dirname = os.path.dirname(entry.path)
1353
if dirname == ".":
1354
dirname = "./."
1355
parent = inventory[dirname]
1356
return parent.id
1357
1358
def get_paths(self, entry, tree):
1359
if entry is None:
1360
return (None, None)
1361
full_path = tree.readonly_path(entry.id)
1362
if entry.path == ".":
1363
return ("", full_path)
1364
return (entry.path, full_path)
1365
1366
def make_basic_entry(self, id, only_interesting):
1367
entry_a = self.r_inventory_a.get(id)
1368
entry_b = self.r_inventory_b.get(id)
1353
1369
if only_interesting and not self.is_interesting(entry_a, entry_b):
1354
return None
1355
parent = self.get_entry_parent(entry_a)
1356
path = self.get_path(file_id, self.tree_a)
1357
cs_entry = ChangesetEntry(file_id, parent, path)
1358
new_parent = self.get_entry_parent(entry_b)
1359
1360
new_path = self.get_path(file_id, self.tree_b)
1370
return (None, None, None)
1371
parent = self.get_entry_parent(entry_a, self.inventory_a)
1372
(path, full_path_a) = self.get_paths(entry_a, self.tree_a)
1373
cs_entry = ChangesetEntry(id, parent, path)
1374
new_parent = self.get_entry_parent(entry_b, self.inventory_b)
1375
1376
1377
(new_path, full_path_b) = self.get_paths(entry_b, self.tree_b)
1361
1378
1362
1379
cs_entry.new_path = new_path
1363
1380
cs_entry.new_parent = new_parent
1364
return cs_entry
1381
return (cs_entry, full_path_a, full_path_b)
1365
1382
1366
1383
def is_interesting(self, entry_a, entry_b):
1367
if self._interesting_ids is None:
1368
return True
1369
1384
if entry_a is not None:
1370
file_id = entry_a.file_id
1371
elif entry_b is not None:
1372
file_id = entry_b.file_id
1373
else:
1374
return False
1375
return file_id in self._interesting_ids
1385
if entry_a.interesting:
1386
return True
1387
if entry_b is not None:
1388
if entry_b.interesting:
1389
return True
1390
return False
1376
1391
1377
1392
def make_boring_entry(self, id):
1378
cs_entry = self.make_basic_entry(id, only_interesting=False)
1393
(cs_entry, full_path_a, full_path_b) = \
1394
self.make_basic_entry(id, only_interesting=False)
1379
1395
if cs_entry.is_creation_or_deletion():
1380
1396
return self.make_entry(id, only_interesting=False)
1381
1397
else:
1383
1399
1384
1400
1385
1401
def make_entry(self, id, only_interesting=True):
1386
cs_entry = self.make_basic_entry(id, only_interesting)
1402
(cs_entry, full_path_a, full_path_b) = \
1403
self.make_basic_entry(id, only_interesting)
1387
1404
1388
1405
if cs_entry is None:
1389
1406
return None
1390
if id in self.tree_a and id in self.tree_b:
1391
a_sha1 = self.tree_a.get_file_sha1(id)
1392
b_sha1 = self.tree_b.get_file_sha1(id)
1393
if None not in (a_sha1, b_sha1) and a_sha1 == b_sha1:
1394
return cs_entry
1395
1396
full_path_a = self.tree_a.readonly_path(id)
1397
full_path_b = self.tree_b.readonly_path(id)
1407
1398
1408
stat_a = self.lstat(full_path_a)
1399
1409
stat_b = self.lstat(full_path_b)
1410
if stat_b is None:
1411
cs_entry.new_parent = None
1412
cs_entry.new_path = None
1400
1413
1401
1414
cs_entry.metadata_change = self.make_mode_change(stat_a, stat_b)
1402
1415
cs_entry.contents_change = self.make_contents_change(full_path_a,
1427
1440
if stat_a.st_ino == stat_b.st_ino and \
1428
1441
stat_a.st_dev == stat_b.st_dev:
1429
1442
return None
1443
if file(full_path_a, "rb").read() == \
1444
file(full_path_b, "rb").read():
1445
return None
1446
1447
patch_contents = patch.diff(full_path_a,
1448
file(full_path_b, "rb").read())
1449
if patch_contents is None:
1450
return None
1451
return PatchApply(patch_contents)
1430
1452
1431
1453
a_contents = self.get_contents(stat_a, full_path_a)
1432
1454
b_contents = self.get_contents(stat_b, full_path_b)
1480
1502
1481
1503
1482
1504
1483
# XXX: Can't we unify this with the regular inventory object
1505
1484
1506
class Inventory(object):
1485
1507
def __init__(self, inventory):
1486
1508
self.inventory = inventory
1495
1517
return self.inventory.get(id)
1496
1518
1497
1519
def get_name(self, id):
1498
path = self.get_path(id)
1499
if path is None:
1500
return None
1501
else:
1502
return os.path.basename(path)
1520
return os.path.basename(self.get_path(id))
1503
1521
1504
1522
def get_dir(self, id):
1505
1523
path = self.get_path(id)
1506
1524
if path == "":
1507
1525
return None
1508
if path is None:
1509
return None
1510
1526
return os.path.dirname(path)
1511
1527
1512
1528
def get_parent(self, id):
1513
if self.get_path(id) is None:
1514
return None
1515
1529
directory = self.get_dir(id)
1516
1530
if directory == '.':
1517
1531
directory = './.'
Loggerhead is a web-based interface for Breezy
Version: 2.0.1