1
# Copyright (C) 2004 Aaron Bentley <aaron.bentley@utoronto.ca>
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
21
Represent and apply a changeset
23
__docformat__ = "restructuredtext"
28
def invert_dict(dict):
30
for (key,value) in dict.iteritems():
35
class PatchApply(object):
36
"""Patch application as a kind of content change"""
37
def __init__(self, contents):
40
:param contents: The text of the patch to apply
41
:type contents: str"""
42
self.contents = contents
44
def __eq__(self, other):
45
if not isinstance(other, PatchApply):
47
elif self.contents != other.contents:
52
def __ne__(self, other):
53
return not (self == other)
55
def apply(self, filename, conflict_handler, reverse=False):
56
"""Applies the patch to the specified file.
58
:param filename: the file to apply the patch to
60
:param reverse: If true, apply the patch in reverse
63
input_name = filename+".orig"
65
os.rename(filename, input_name)
67
if e.errno != errno.ENOENT:
69
if conflict_handler.patch_target_missing(filename, self.contents)\
72
os.rename(filename, input_name)
75
status = patch.patch(self.contents, input_name, filename,
77
os.chmod(filename, os.stat(input_name).st_mode)
81
conflict_handler.failed_hunks(filename)
84
class ChangeUnixPermissions(object):
85
"""This is two-way change, suitable for file modification, creation,
87
def __init__(self, old_mode, new_mode):
88
self.old_mode = old_mode
89
self.new_mode = new_mode
91
def apply(self, filename, conflict_handler, reverse=False):
93
from_mode = self.old_mode
94
to_mode = self.new_mode
96
from_mode = self.new_mode
97
to_mode = self.old_mode
99
current_mode = os.stat(filename).st_mode &0777
101
if e.errno == errno.ENOENT:
102
if conflict_handler.missing_for_chmod(filename) == "skip":
105
current_mode = from_mode
107
if from_mode is not None and current_mode != from_mode:
108
if conflict_handler.wrong_old_perms(filename, from_mode,
109
current_mode) != "continue":
112
if to_mode is not None:
114
os.chmod(filename, to_mode)
116
if e.errno == errno.ENOENT:
117
conflict_handler.missing_for_chmod(filename)
119
def __eq__(self, other):
120
if not isinstance(other, ChangeUnixPermissions):
122
elif self.old_mode != other.old_mode:
124
elif self.new_mode != other.new_mode:
129
def __ne__(self, other):
130
return not (self == other)
132
def dir_create(filename, conflict_handler, reverse):
133
"""Creates the directory, or deletes it if reverse is true. Intended to be
134
used with ReplaceContents.
136
:param filename: The name of the directory to create
138
:param reverse: If true, delete the directory, instead
145
if e.errno != errno.EEXIST:
147
if conflict_handler.dir_exists(filename) == "continue":
150
if e.errno == errno.ENOENT:
151
if conflict_handler.missing_parent(filename)=="continue":
152
file(filename, "wb").write(self.contents)
159
if conflict_handler.rmdir_non_empty(filename) == "skip":
166
class SymlinkCreate(object):
167
"""Creates or deletes a symlink (for use with ReplaceContents)"""
168
def __init__(self, contents):
171
:param contents: The filename of the target the symlink should point to
174
self.target = contents
176
def __call__(self, filename, conflict_handler, reverse):
177
"""Creates or destroys the symlink.
179
:param filename: The name of the symlink to create
183
assert(os.readlink(filename) == self.target)
187
os.symlink(self.target, filename)
189
if e.errno != errno.EEXIST:
191
if conflict_handler.link_name_exists(filename) == "continue":
192
os.symlink(self.target, filename)
194
def __eq__(self, other):
195
if not isinstance(other, SymlinkCreate):
197
elif self.target != other.target:
202
def __ne__(self, other):
203
return not (self == other)
205
class FileCreate(object):
206
"""Create or delete a file (for use with ReplaceContents)"""
207
def __init__(self, contents):
210
:param contents: The contents of the file to write
213
self.contents = contents
216
return "FileCreate(%i b)" % len(self.contents)
218
def __eq__(self, other):
219
if not isinstance(other, FileCreate):
221
elif self.contents != other.contents:
226
def __ne__(self, other):
227
return not (self == other)
229
def __call__(self, filename, conflict_handler, reverse):
230
"""Create or delete a file
232
:param filename: The name of the file to create
234
:param reverse: Delete the file instead of creating it
239
file(filename, "wb").write(self.contents)
241
if e.errno == errno.ENOENT:
242
if conflict_handler.missing_parent(filename)=="continue":
243
file(filename, "wb").write(self.contents)
249
if (file(filename, "rb").read() != self.contents):
250
direction = conflict_handler.wrong_old_contents(filename,
252
if direction != "continue":
256
if e.errno != errno.ENOENT:
258
if conflict_handler.missing_for_rm(filename, undo) == "skip":
263
def reversed(sequence):
264
max = len(sequence) - 1
265
for i in range(len(sequence)):
266
yield sequence[max - i]
268
class ReplaceContents(object):
269
"""A contents-replacement framework. It allows a file/directory/symlink to
270
be created, deleted, or replaced with another file/directory/symlink.
271
Arguments must be callable with (filename, reverse).
273
def __init__(self, old_contents, new_contents):
276
:param old_contents: The change to reverse apply (e.g. a deletion), \
278
:type old_contents: `dir_create`, `SymlinkCreate`, `FileCreate`, \
280
:param new_contents: The second change to apply (e.g. a creation), \
282
:type new_contents: `dir_create`, `SymlinkCreate`, `FileCreate`, \
285
self.old_contents=old_contents
286
self.new_contents=new_contents
289
return "ReplaceContents(%r -> %r)" % (self.old_contents,
292
def __eq__(self, other):
293
if not isinstance(other, ReplaceContents):
295
elif self.old_contents != other.old_contents:
297
elif self.new_contents != other.new_contents:
301
def __ne__(self, other):
302
return not (self == other)
304
def apply(self, filename, conflict_handler, reverse=False):
305
"""Applies the FileReplacement to the specified filename
307
:param filename: The name of the file to apply changes to
309
:param reverse: If true, apply the change in reverse
313
undo = self.old_contents
314
perform = self.new_contents
316
undo = self.new_contents
317
perform = self.old_contents
321
mode = os.lstat(filename).st_mode
322
if stat.S_ISLNK(mode):
325
if e.errno != errno.ENOENT:
327
if conflict_handler.missing_for_rm(filename, undo) == "skip":
329
undo(filename, conflict_handler, reverse=True)
330
if perform is not None:
331
perform(filename, conflict_handler, reverse=False)
333
os.chmod(filename, mode)
335
class ApplySequence(object):
336
def __init__(self, changes=None):
338
if changes is not None:
339
self.changes.extend(changes)
341
def __eq__(self, other):
342
if not isinstance(other, ApplySequence):
344
elif len(other.changes) != len(self.changes):
347
for i in range(len(self.changes)):
348
if self.changes[i] != other.changes[i]:
352
def __ne__(self, other):
353
return not (self == other)
356
def apply(self, filename, conflict_handler, reverse=False):
360
iter = reversed(self.changes)
362
change.apply(filename, conflict_handler, reverse)
365
class Diff3Merge(object):
366
def __init__(self, base_file, other_file):
367
self.base_file = base_file
368
self.other_file = other_file
370
def __eq__(self, other):
371
if not isinstance(other, Diff3Merge):
373
return (self.base_file == other.base_file and
374
self.other_file == other.other_file)
376
def __ne__(self, other):
377
return not (self == other)
379
def apply(self, filename, conflict_handler, reverse=False):
380
new_file = filename+".new"
382
base = self.base_file
383
other = self.other_file
385
base = self.other_file
386
other = self.base_file
387
status = patch.diff3(new_file, filename, base, other)
389
os.chmod(new_file, os.stat(filename).st_mode)
390
os.rename(new_file, filename)
394
conflict_handler.merge_conflict(new_file, filename, base, other)
398
"""Convenience function to create a directory.
400
:return: A ReplaceContents that will create a directory
401
:rtype: `ReplaceContents`
403
return ReplaceContents(None, dir_create)
406
"""Convenience function to delete a directory.
408
:return: A ReplaceContents that will delete a directory
409
:rtype: `ReplaceContents`
411
return ReplaceContents(dir_create, None)
413
def CreateFile(contents):
414
"""Convenience fucntion to create a file.
416
:param contents: The contents of the file to create
418
:return: A ReplaceContents that will create a file
419
:rtype: `ReplaceContents`
421
return ReplaceContents(None, FileCreate(contents))
423
def DeleteFile(contents):
424
"""Convenience fucntion to delete a file.
426
:param contents: The contents of the file to delete
428
:return: A ReplaceContents that will delete a file
429
:rtype: `ReplaceContents`
431
return ReplaceContents(FileCreate(contents), None)
433
def ReplaceFileContents(old_contents, new_contents):
434
"""Convenience fucntion to replace the contents of a file.
436
:param old_contents: The contents of the file to replace
437
:type old_contents: str
438
:param new_contents: The contents to replace the file with
439
:type new_contents: str
440
:return: A ReplaceContents that will replace the contents of a file a file
441
:rtype: `ReplaceContents`
443
return ReplaceContents(FileCreate(old_contents), FileCreate(new_contents))
445
def CreateSymlink(target):
446
"""Convenience fucntion to create a symlink.
448
:param target: The path the link should point to
450
:return: A ReplaceContents that will delete a file
451
:rtype: `ReplaceContents`
453
return ReplaceContents(None, SymlinkCreate(target))
455
def DeleteSymlink(target):
456
"""Convenience fucntion to delete a symlink.
458
:param target: The path the link should point to
460
:return: A ReplaceContents that will delete a file
461
:rtype: `ReplaceContents`
463
return ReplaceContents(SymlinkCreate(target), None)
465
def ChangeTarget(old_target, new_target):
466
"""Convenience fucntion to change the target of a symlink.
468
:param old_target: The current link target
469
:type old_target: str
470
:param new_target: The new link target to use
471
:type new_target: str
472
:return: A ReplaceContents that will delete a file
473
:rtype: `ReplaceContents`
475
return ReplaceContents(SymlinkCreate(old_target), SymlinkCreate(new_target))
478
class InvalidEntry(Exception):
479
"""Raise when a ChangesetEntry is invalid in some way"""
480
def __init__(self, entry, problem):
483
:param entry: The invalid ChangesetEntry
484
:type entry: `ChangesetEntry`
485
:param problem: The problem with the entry
488
msg = "Changeset entry for %s (%s) is invalid.\n%s" % (entry.id,
491
Exception.__init__(self, msg)
495
class SourceRootHasName(InvalidEntry):
496
"""This changeset entry has a name other than "", but its parent is !NULL"""
497
def __init__(self, entry, name):
500
:param entry: The invalid ChangesetEntry
501
:type entry: `ChangesetEntry`
502
:param name: The name of the entry
505
msg = 'Child of !NULL is named "%s", not "./.".' % name
506
InvalidEntry.__init__(self, entry, msg)
508
class NullIDAssigned(InvalidEntry):
509
"""The id !NULL was assigned to a real entry"""
510
def __init__(self, entry):
513
:param entry: The invalid ChangesetEntry
514
:type entry: `ChangesetEntry`
516
msg = '"!NULL" id assigned to a file "%s".' % entry.path
517
InvalidEntry.__init__(self, entry, msg)
519
class ParentIDIsSelf(InvalidEntry):
520
"""An entry is marked as its own parent"""
521
def __init__(self, entry):
524
:param entry: The invalid ChangesetEntry
525
:type entry: `ChangesetEntry`
527
msg = 'file %s has "%s" id for both self id and parent id.' % \
528
(entry.path, entry.id)
529
InvalidEntry.__init__(self, entry, msg)
531
class ChangesetEntry(object):
532
"""An entry the changeset"""
533
def __init__(self, id, parent, path):
534
"""Constructor. Sets parent and name assuming it was not
535
renamed/created/deleted.
536
:param id: The id associated with the entry
537
:param parent: The id of the parent of this entry (or !NULL if no
539
:param path: The file path relative to the tree root of this entry
545
self.new_parent = parent
546
self.contents_change = None
547
self.metadata_change = None
548
if parent == NULL_ID and path !='./.':
549
raise SourceRootHasName(self, path)
550
if self.id == NULL_ID:
551
raise NullIDAssigned(self)
552
if self.id == self.parent:
553
raise ParentIDIsSelf(self)
556
return "ChangesetEntry(%s)" % self.id
559
if self.path is None:
561
return os.path.dirname(self.path)
563
def __set_dir(self, dir):
564
self.path = os.path.join(dir, os.path.basename(self.path))
566
dir = property(__get_dir, __set_dir)
568
def __get_name(self):
569
if self.path is None:
571
return os.path.basename(self.path)
573
def __set_name(self, name):
574
self.path = os.path.join(os.path.dirname(self.path), name)
576
name = property(__get_name, __set_name)
578
def __get_new_dir(self):
579
if self.new_path is None:
581
return os.path.dirname(self.new_path)
583
def __set_new_dir(self, dir):
584
self.new_path = os.path.join(dir, os.path.basename(self.new_path))
586
new_dir = property(__get_new_dir, __set_new_dir)
588
def __get_new_name(self):
589
if self.new_path is None:
591
return os.path.basename(self.new_path)
593
def __set_new_name(self, name):
594
self.new_path = os.path.join(os.path.dirname(self.new_path), name)
596
new_name = property(__get_new_name, __set_new_name)
598
def needs_rename(self):
599
"""Determines whether the entry requires renaming.
604
return (self.parent != self.new_parent or self.name != self.new_name)
606
def is_deletion(self, reverse):
607
"""Return true if applying the entry would delete a file/directory.
609
:param reverse: if true, the changeset is being applied in reverse
612
return ((self.new_parent is None and not reverse) or
613
(self.parent is None and reverse))
615
def is_creation(self, reverse):
616
"""Return true if applying the entry would create a file/directory.
618
:param reverse: if true, the changeset is being applied in reverse
621
return ((self.parent is None and not reverse) or
622
(self.new_parent is None and reverse))
624
def is_creation_or_deletion(self):
625
"""Return true if applying the entry would create or delete a
630
return self.parent is None or self.new_parent is None
632
def get_cset_path(self, mod=False):
633
"""Determine the path of the entry according to the changeset.
635
:param changeset: The changeset to derive the path from
636
:type changeset: `Changeset`
637
:param mod: If true, generate the MOD path. Otherwise, generate the \
639
:return: the path of the entry, or None if it did not exist in the \
641
:rtype: str or NoneType
644
if self.new_parent == NULL_ID:
646
elif self.new_parent is None:
650
if self.parent == NULL_ID:
652
elif self.parent is None:
656
def summarize_name(self, changeset, reverse=False):
657
"""Produce a one-line summary of the filename. Indicates renames as
658
old => new, indicates creation as None => new, indicates deletion as
661
:param changeset: The changeset to get paths from
662
:type changeset: `Changeset`
663
:param reverse: If true, reverse the names in the output
667
orig_path = self.get_cset_path(False)
668
mod_path = self.get_cset_path(True)
669
if orig_path is not None:
670
orig_path = orig_path[2:]
671
if mod_path is not None:
672
mod_path = mod_path[2:]
673
if orig_path == mod_path:
677
return "%s => %s" % (orig_path, mod_path)
679
return "%s => %s" % (mod_path, orig_path)
682
def get_new_path(self, id_map, changeset, reverse=False):
683
"""Determine the full pathname to rename to
685
:param id_map: The map of ids to filenames for the tree
686
:type id_map: Dictionary
687
:param changeset: The changeset to get data from
688
:type changeset: `Changeset`
689
:param reverse: If true, we're applying the changeset in reverse
696
from_dir = self.new_dir
698
from_name = self.new_name
700
parent = self.new_parent
701
to_dir = self.new_dir
703
to_name = self.new_name
704
from_name = self.name
709
if parent == NULL_ID or parent is None:
711
raise SourceRootHasName(self, to_name)
714
if from_dir == to_dir:
715
dir = os.path.dirname(id_map[self.id])
717
parent_entry = changeset.entries[parent]
718
dir = parent_entry.get_new_path(id_map, changeset, reverse)
719
if from_name == to_name:
720
name = os.path.basename(id_map[self.id])
723
assert(from_name is None or from_name == os.path.basename(id_map[self.id]))
724
return os.path.join(dir, name)
727
"""Determines whether the entry does nothing
729
:return: True if the entry does no renames or content changes
732
if self.contents_change is not None:
734
elif self.metadata_change is not None:
736
elif self.parent != self.new_parent:
738
elif self.name != self.new_name:
743
def apply(self, filename, conflict_handler, reverse=False):
744
"""Applies the file content and/or metadata changes.
746
:param filename: the filename of the entry
748
:param reverse: If true, apply the changes in reverse
751
if self.is_deletion(reverse) and self.metadata_change is not None:
752
self.metadata_change.apply(filename, conflict_handler, reverse)
753
if self.contents_change is not None:
754
self.contents_change.apply(filename, conflict_handler, reverse)
755
if not self.is_deletion(reverse) and self.metadata_change is not None:
756
self.metadata_change.apply(filename, conflict_handler, reverse)
758
class IDPresent(Exception):
759
def __init__(self, id):
760
msg = "Cannot add entry because that id has already been used:\n%s" %\
762
Exception.__init__(self, msg)
765
class Changeset(object):
766
"""A set of changes to apply"""
770
def add_entry(self, entry):
771
"""Add an entry to the list of entries"""
772
if self.entries.has_key(entry.id):
773
raise IDPresent(entry.id)
774
self.entries[entry.id] = entry
776
def my_sort(sequence, key, reverse=False):
777
"""A sort function that supports supplying a key for comparison
779
:param sequence: The sequence to sort
780
:param key: A callable object that returns the values to be compared
781
:param reverse: If true, sort in reverse order
784
def cmp_by_key(entry_a, entry_b):
789
return cmp(key(entry_a), key(entry_b))
790
sequence.sort(cmp_by_key)
792
def get_rename_entries(changeset, inventory, reverse):
793
"""Return a list of entries that will be renamed. Entries are sorted from
794
longest to shortest source path and from shortest to longest target path.
796
:param changeset: The changeset to look in
797
:type changeset: `Changeset`
798
:param inventory: The source of current tree paths for the given ids
799
:type inventory: Dictionary
800
:param reverse: If true, the changeset is being applied in reverse
802
:return: source entries and target entries as a tuple
805
source_entries = [x for x in changeset.entries.itervalues()
807
# these are done from longest path to shortest, to avoid deleting a
808
# parent before its children are deleted/renamed
809
def longest_to_shortest(entry):
810
path = inventory.get(entry.id)
815
my_sort(source_entries, longest_to_shortest, reverse=True)
817
target_entries = source_entries[:]
818
# These are done from shortest to longest path, to avoid creating a
819
# child before its parent has been created/renamed
820
def shortest_to_longest(entry):
821
path = entry.get_new_path(inventory, changeset, reverse)
826
my_sort(target_entries, shortest_to_longest)
827
return (source_entries, target_entries)
829
def rename_to_temp_delete(source_entries, inventory, dir, conflict_handler,
831
"""Delete and rename entries as appropriate. Entries are renamed to temp
832
names. A map of id -> temp name is returned.
834
:param source_entries: The entries to rename and delete
835
:type source_entries: List of `ChangesetEntry`
836
:param inventory: The map of id -> filename in the current tree
837
:type inventory: Dictionary
838
:param dir: The directory to apply changes to
840
:param reverse: Apply changes in reverse
842
:return: a mapping of id to temporary name
845
temp_dir = os.path.join(dir, "temp")
847
for i in range(len(source_entries)):
848
entry = source_entries[i]
849
if entry.is_deletion(reverse):
850
path = os.path.join(dir, inventory[entry.id])
851
entry.apply(path, conflict_handler, reverse)
854
to_name = temp_dir+"/"+str(i)
855
src_path = inventory.get(entry.id)
856
if src_path is not None:
857
src_path = os.path.join(dir, src_path)
859
os.rename(src_path, to_name)
860
temp_name[entry.id] = to_name
862
if e.errno != errno.ENOENT:
864
if conflict_handler.missing_for_rename(src_path) == "skip":
870
def rename_to_new_create(temp_name, target_entries, inventory, changeset, dir,
871
conflict_handler, reverse):
872
"""Rename entries with temp names to their final names, create new files.
874
:param temp_name: A mapping of id to temporary name
875
:type temp_name: Dictionary
876
:param target_entries: The entries to apply changes to
877
:type target_entries: List of `ChangesetEntry`
878
:param changeset: The changeset to apply
879
:type changeset: `Changeset`
880
:param dir: The directory to apply changes to
882
:param reverse: If true, apply changes in reverse
885
for entry in target_entries:
886
new_path = entry.get_new_path(inventory, changeset, reverse)
889
new_path = os.path.join(dir, new_path)
890
old_path = temp_name.get(entry.id)
891
if os.path.exists(new_path):
892
if conflict_handler.target_exists(entry, new_path, old_path) == \
895
if entry.is_creation(reverse):
896
entry.apply(new_path, conflict_handler, reverse)
901
os.rename(old_path, new_path)
903
raise Exception ("%s is missing" % new_path)
905
class TargetExists(Exception):
906
def __init__(self, entry, target):
907
msg = "The path %s already exists" % target
908
Exception.__init__(self, msg)
912
class RenameConflict(Exception):
913
def __init__(self, id, this_name, base_name, other_name):
914
msg = """Trees all have different names for a file
918
id: %s""" % (this_name, base_name, other_name, id)
919
Exception.__init__(self, msg)
920
self.this_name = this_name
921
self.base_name = base_name
922
self_other_name = other_name
924
class MoveConflict(Exception):
925
def __init__(self, id, this_parent, base_parent, other_parent):
926
msg = """The file is in different directories in every tree
930
id: %s""" % (this_parent, base_parent, other_parent, id)
931
Exception.__init__(self, msg)
932
self.this_parent = this_parent
933
self.base_parent = base_parent
934
self_other_parent = other_parent
936
class MergeConflict(Exception):
937
def __init__(self, this_path):
938
Exception.__init__(self, "Conflict applying changes to %s" % this_path)
939
self.this_path = this_path
941
class MergePermissionConflict(Exception):
942
def __init__(self, this_path, base_path, other_path):
943
this_perms = os.stat(this_path).st_mode & 0755
944
base_perms = os.stat(base_path).st_mode & 0755
945
other_perms = os.stat(other_path).st_mode & 0755
946
msg = """Conflicting permission for %s
950
""" % (this_path, this_perms, base_perms, other_perms)
951
self.this_path = this_path
952
self.base_path = base_path
953
self.other_path = other_path
954
Exception.__init__(self, msg)
956
class WrongOldContents(Exception):
957
def __init__(self, filename):
958
msg = "Contents mismatch deleting %s" % filename
959
self.filename = filename
960
Exception.__init__(self, msg)
962
class WrongOldPermissions(Exception):
963
def __init__(self, filename, old_perms, new_perms):
964
msg = "Permission missmatch on %s:\n" \
965
"Expected 0%o, got 0%o." % (filename, old_perms, new_perms)
966
self.filename = filename
967
Exception.__init__(self, msg)
969
class RemoveContentsConflict(Exception):
970
def __init__(self, filename):
971
msg = "Conflict deleting %s, which has different contents in BASE"\
972
" and THIS" % filename
973
self.filename = filename
974
Exception.__init__(self, msg)
976
class DeletingNonEmptyDirectory(Exception):
977
def __init__(self, filename):
978
msg = "Trying to remove dir %s while it still had files" % filename
979
self.filename = filename
980
Exception.__init__(self, msg)
983
class PatchTargetMissing(Exception):
984
def __init__(self, filename):
985
msg = "Attempt to patch %s, which does not exist" % filename
986
Exception.__init__(self, msg)
987
self.filename = filename
989
class MissingPermsFile(Exception):
990
def __init__(self, filename):
991
msg = "Attempt to change permissions on %s, which does not exist" %\
993
Exception.__init__(self, msg)
994
self.filename = filename
996
class MissingForRm(Exception):
997
def __init__(self, filename):
998
msg = "Attempt to remove missing path %s" % filename
999
Exception.__init__(self, msg)
1000
self.filename = filename
1003
class MissingForRename(Exception):
1004
def __init__(self, filename):
1005
msg = "Attempt to move missing path %s" % (filename)
1006
Exception.__init__(self, msg)
1007
self.filename = filename
1009
class ExceptionConflictHandler(object):
1010
def __init__(self, dir):
1013
def missing_parent(self, pathname):
1014
parent = os.path.dirname(pathname)
1015
raise Exception("Parent directory missing for %s" % pathname)
1017
def dir_exists(self, pathname):
1018
raise Exception("Directory already exists for %s" % pathname)
1020
def failed_hunks(self, pathname):
1021
raise Exception("Failed to apply some hunks for %s" % pathname)
1023
def target_exists(self, entry, target, old_path):
1024
raise TargetExists(entry, target)
1026
def rename_conflict(self, id, this_name, base_name, other_name):
1027
raise RenameConflict(id, this_name, base_name, other_name)
1029
def move_conflict(self, id, inventory):
1030
this_dir = inventory.this.get_dir(id)
1031
base_dir = inventory.base.get_dir(id)
1032
other_dir = inventory.other.get_dir(id)
1033
raise MoveConflict(id, this_dir, base_dir, other_dir)
1035
def merge_conflict(self, new_file, this_path, base_path, other_path):
1037
raise MergeConflict(this_path)
1039
def permission_conflict(self, this_path, base_path, other_path):
1040
raise MergePermissionConflict(this_path, base_path, other_path)
1042
def wrong_old_contents(self, filename, expected_contents):
1043
raise WrongOldContents(filename)
1045
def rem_contents_conflict(self, filename, this_contents, base_contents):
1046
raise RemoveContentsConflict(filename)
1048
def wrong_old_perms(self, filename, old_perms, new_perms):
1049
raise WrongOldPermissions(filename, old_perms, new_perms)
1051
def rmdir_non_empty(self, filename):
1052
raise DeletingNonEmptyDirectory(filename)
1054
def link_name_exists(self, filename):
1055
raise TargetExists(filename)
1057
def patch_target_missing(self, filename, contents):
1058
raise PatchTargetMissing(filename)
1060
def missing_for_chmod(self, filename):
1061
raise MissingPermsFile(filename)
1063
def missing_for_rm(self, filename, change):
1064
raise MissingForRm(filename)
1066
def missing_for_rename(self, filename):
1067
raise MissingForRename(filename)
1069
def apply_changeset(changeset, inventory, dir, conflict_handler=None,
1071
"""Apply a changeset to a directory.
1073
:param changeset: The changes to perform
1074
:type changeset: `Changeset`
1075
:param inventory: The mapping of id to filename for the directory
1076
:type inventory: Dictionary
1077
:param dir: The path of the directory to apply the changes to
1079
:param reverse: If true, apply the changes in reverse
1081
:return: The mapping of the changed entries
1084
if conflict_handler is None:
1085
conflict_handler = ExceptionConflictHandler(dir)
1086
temp_dir = dir+"/temp"
1089
#apply changes that don't affect filenames
1090
for entry in changeset.entries.itervalues():
1091
if not entry.is_creation_or_deletion():
1092
path = os.path.join(dir, inventory[entry.id])
1093
entry.apply(path, conflict_handler, reverse)
1095
# Apply renames in stages, to minimize conflicts:
1096
# Only files whose name or parent change are interesting, because their
1097
# target name may exist in the source tree. If a directory's name changes,
1098
# that doesn't make its children interesting.
1099
(source_entries, target_entries) = get_rename_entries(changeset, inventory,
1102
temp_name = rename_to_temp_delete(source_entries, inventory, dir,
1103
conflict_handler, reverse)
1105
rename_to_new_create(temp_name, target_entries, inventory, changeset, dir,
1106
conflict_handler, reverse)
1108
r_inventory = invert_dict(inventory)
1109
new_entries, removed_entries = get_inventory_change(inventory,
1110
r_inventory, changeset, reverse)
1112
for path, file_id in new_entries.iteritems():
1113
new_inventory[file_id] = path
1114
for file_id in removed_entries:
1115
new_inventory[file_id] = None
1116
return new_inventory
1119
def apply_changeset_tree(cset, tree, reverse=False):
1121
for entry in tree.source_inventory().itervalues():
1122
inventory[entry.id] = entry.path
1123
new_inventory = apply_changeset(cset, r_inventory, tree.root,
1125
new_entries, remove_entries = \
1126
get_inventory_change(inventory, new_inventory, cset, reverse)
1127
tree.update_source_inventory(new_entries, remove_entries)
1130
def get_inventory_change(inventory, new_inventory, cset, reverse=False):
1133
r_inventory = invert_dict(inventory)
1134
r_new_inventory = invert_dict(new_inventory)
1135
for entry in cset.entries.itervalues():
1136
if entry.needs_rename():
1137
old_path = r_inventory.get(entry.id)
1138
if old_path is not None:
1139
remove_entries.append(old_path)
1141
new_path = entry.get_new_path(inventory, cset)
1142
if new_path is not None:
1143
new_entries[new_path] = entry.id
1144
return new_entries, remove_entries
1147
def print_changeset(cset):
1148
"""Print all non-boring changeset entries
1150
:param cset: The changeset to print
1151
:type cset: `Changeset`
1153
for entry in cset.entries.itervalues():
1154
if entry.is_boring():
1157
print entry.summarize_name(cset)
1159
class CompositionFailure(Exception):
1160
def __init__(self, old_entry, new_entry, problem):
1161
msg = "Unable to conpose entries.\n %s" % problem
1162
Exception.__init__(self, msg)
1164
class IDMismatch(CompositionFailure):
1165
def __init__(self, old_entry, new_entry):
1166
problem = "Attempt to compose entries with different ids: %s and %s" %\
1167
(old_entry.id, new_entry.id)
1168
CompositionFailure.__init__(self, old_entry, new_entry, problem)
1170
def compose_changesets(old_cset, new_cset):
1171
"""Combine two changesets into one. This works well for exact patching.
1172
Otherwise, not so well.
1174
:param old_cset: The first changeset that would be applied
1175
:type old_cset: `Changeset`
1176
:param new_cset: The second changeset that would be applied
1177
:type new_cset: `Changeset`
1178
:return: A changeset that combines the changes in both changesets
1181
composed = Changeset()
1182
for old_entry in old_cset.entries.itervalues():
1183
new_entry = new_cset.entries.get(old_entry.id)
1184
if new_entry is None:
1185
composed.add_entry(old_entry)
1187
composed_entry = compose_entries(old_entry, new_entry)
1188
if composed_entry.parent is not None or\
1189
composed_entry.new_parent is not None:
1190
composed.add_entry(composed_entry)
1191
for new_entry in new_cset.entries.itervalues():
1192
if not old_cset.entries.has_key(new_entry.id):
1193
composed.add_entry(new_entry)
1196
def compose_entries(old_entry, new_entry):
1197
"""Combine two entries into one.
1199
:param old_entry: The first entry that would be applied
1200
:type old_entry: ChangesetEntry
1201
:param old_entry: The second entry that would be applied
1202
:type old_entry: ChangesetEntry
1203
:return: A changeset entry combining both entries
1204
:rtype: `ChangesetEntry`
1206
if old_entry.id != new_entry.id:
1207
raise IDMismatch(old_entry, new_entry)
1208
output = ChangesetEntry(old_entry.id, old_entry.parent, old_entry.path)
1210
if (old_entry.parent != old_entry.new_parent or
1211
new_entry.parent != new_entry.new_parent):
1212
output.new_parent = new_entry.new_parent
1214
if (old_entry.path != old_entry.new_path or
1215
new_entry.path != new_entry.new_path):
1216
output.new_path = new_entry.new_path
1218
output.contents_change = compose_contents(old_entry, new_entry)
1219
output.metadata_change = compose_metadata(old_entry, new_entry)
1222
def compose_contents(old_entry, new_entry):
1223
"""Combine the contents of two changeset entries. Entries are combined
1224
intelligently where possible, but the fallback behavior returns an
1227
:param old_entry: The first entry that would be applied
1228
:type old_entry: `ChangesetEntry`
1229
:param new_entry: The second entry that would be applied
1230
:type new_entry: `ChangesetEntry`
1231
:return: A combined contents change
1232
:rtype: anything supporting the apply(reverse=False) method
1234
old_contents = old_entry.contents_change
1235
new_contents = new_entry.contents_change
1236
if old_entry.contents_change is None:
1237
return new_entry.contents_change
1238
elif new_entry.contents_change is None:
1239
return old_entry.contents_change
1240
elif isinstance(old_contents, ReplaceContents) and \
1241
isinstance(new_contents, ReplaceContents):
1242
if old_contents.old_contents == new_contents.new_contents:
1245
return ReplaceContents(old_contents.old_contents,
1246
new_contents.new_contents)
1247
elif isinstance(old_contents, ApplySequence):
1248
output = ApplySequence(old_contents.changes)
1249
if isinstance(new_contents, ApplySequence):
1250
output.changes.extend(new_contents.changes)
1252
output.changes.append(new_contents)
1254
elif isinstance(new_contents, ApplySequence):
1255
output = ApplySequence((old_contents.changes,))
1256
output.extend(new_contents.changes)
1259
return ApplySequence((old_contents, new_contents))
1261
def compose_metadata(old_entry, new_entry):
1262
old_meta = old_entry.metadata_change
1263
new_meta = new_entry.metadata_change
1264
if old_meta is None:
1266
elif new_meta is None:
1268
elif isinstance(old_meta, ChangeUnixPermissions) and \
1269
isinstance(new_meta, ChangeUnixPermissions):
1270
return ChangeUnixPermissions(old_meta.old_mode, new_meta.new_mode)
1272
return ApplySequence(old_meta, new_meta)
1275
def changeset_is_null(changeset):
1276
for entry in changeset.entries.itervalues():
1277
if not entry.is_boring():
1281
class UnsuppportedFiletype(Exception):
1282
def __init__(self, full_path, stat_result):
1283
msg = "The file \"%s\" is not a supported filetype." % full_path
1284
Exception.__init__(self, msg)
1285
self.full_path = full_path
1286
self.stat_result = stat_result
1288
def generate_changeset(tree_a, tree_b, inventory_a=None, inventory_b=None):
1289
return ChangesetGenerator(tree_a, tree_b, inventory_a, inventory_b)()
1291
class ChangesetGenerator(object):
1292
def __init__(self, tree_a, tree_b, inventory_a=None, inventory_b=None):
1293
object.__init__(self)
1294
self.tree_a = tree_a
1295
self.tree_b = tree_b
1296
if inventory_a is not None:
1297
self.inventory_a = inventory_a
1299
self.inventory_a = tree_a.inventory()
1300
if inventory_b is not None:
1301
self.inventory_b = inventory_b
1303
self.inventory_b = tree_b.inventory()
1304
self.r_inventory_a = self.reverse_inventory(self.inventory_a)
1305
self.r_inventory_b = self.reverse_inventory(self.inventory_b)
1307
def reverse_inventory(self, inventory):
1309
for entry in inventory.itervalues():
1310
if entry.id is None:
1312
r_inventory[entry.id] = entry
1317
for entry in self.inventory_a.itervalues():
1318
if entry.id is None:
1320
cs_entry = self.make_entry(entry.id)
1321
if cs_entry is not None and not cs_entry.is_boring():
1322
cset.add_entry(cs_entry)
1324
for entry in self.inventory_b.itervalues():
1325
if entry.id is None:
1327
if not self.r_inventory_a.has_key(entry.id):
1328
cs_entry = self.make_entry(entry.id)
1329
if cs_entry is not None and not cs_entry.is_boring():
1330
cset.add_entry(cs_entry)
1331
for entry in list(cset.entries.itervalues()):
1332
if entry.parent != entry.new_parent:
1333
if not cset.entries.has_key(entry.parent) and\
1334
entry.parent != NULL_ID and entry.parent is not None:
1335
parent_entry = self.make_boring_entry(entry.parent)
1336
cset.add_entry(parent_entry)
1337
if not cset.entries.has_key(entry.new_parent) and\
1338
entry.new_parent != NULL_ID and \
1339
entry.new_parent is not None:
1340
parent_entry = self.make_boring_entry(entry.new_parent)
1341
cset.add_entry(parent_entry)
1344
def get_entry_parent(self, entry, inventory):
1347
if entry.path == "./.":
1349
dirname = os.path.dirname(entry.path)
1352
parent = inventory[dirname]
1355
def get_paths(self, entry, tree):
1358
full_path = tree.readonly_path(entry.id)
1359
if entry.path == ".":
1360
return ("", full_path)
1361
return (entry.path, full_path)
1363
def make_basic_entry(self, id, only_interesting):
1364
entry_a = self.r_inventory_a.get(id)
1365
entry_b = self.r_inventory_b.get(id)
1366
if only_interesting and not self.is_interesting(entry_a, entry_b):
1367
return (None, None, None)
1368
parent = self.get_entry_parent(entry_a, self.inventory_a)
1369
(path, full_path_a) = self.get_paths(entry_a, self.tree_a)
1370
cs_entry = ChangesetEntry(id, parent, path)
1371
new_parent = self.get_entry_parent(entry_b, self.inventory_b)
1374
(new_path, full_path_b) = self.get_paths(entry_b, self.tree_b)
1376
cs_entry.new_path = new_path
1377
cs_entry.new_parent = new_parent
1378
return (cs_entry, full_path_a, full_path_b)
1380
def is_interesting(self, entry_a, entry_b):
1381
if entry_a is not None:
1382
if entry_a.interesting:
1384
if entry_b is not None:
1385
if entry_b.interesting:
1389
def make_boring_entry(self, id):
1390
(cs_entry, full_path_a, full_path_b) = \
1391
self.make_basic_entry(id, only_interesting=False)
1392
if cs_entry.is_creation_or_deletion():
1393
return self.make_entry(id, only_interesting=False)
1398
def make_entry(self, id, only_interesting=True):
1399
(cs_entry, full_path_a, full_path_b) = \
1400
self.make_basic_entry(id, only_interesting)
1402
if cs_entry is None:
1405
stat_a = self.lstat(full_path_a)
1406
stat_b = self.lstat(full_path_b)
1408
cs_entry.new_parent = None
1409
cs_entry.new_path = None
1411
cs_entry.metadata_change = self.make_mode_change(stat_a, stat_b)
1412
cs_entry.contents_change = self.make_contents_change(full_path_a,
1418
def make_mode_change(self, stat_a, stat_b):
1420
if stat_a is not None and not stat.S_ISLNK(stat_a.st_mode):
1421
mode_a = stat_a.st_mode & 0777
1423
if stat_b is not None and not stat.S_ISLNK(stat_b.st_mode):
1424
mode_b = stat_b.st_mode & 0777
1425
if mode_a == mode_b:
1427
return ChangeUnixPermissions(mode_a, mode_b)
1429
def make_contents_change(self, full_path_a, stat_a, full_path_b, stat_b):
1430
if stat_a is None and stat_b is None:
1432
if None not in (stat_a, stat_b) and stat.S_ISDIR(stat_a.st_mode) and\
1433
stat.S_ISDIR(stat_b.st_mode):
1435
if None not in (stat_a, stat_b) and stat.S_ISREG(stat_a.st_mode) and\
1436
stat.S_ISREG(stat_b.st_mode):
1437
if stat_a.st_ino == stat_b.st_ino and \
1438
stat_a.st_dev == stat_b.st_dev:
1440
if file(full_path_a, "rb").read() == \
1441
file(full_path_b, "rb").read():
1444
patch_contents = patch.diff(full_path_a,
1445
file(full_path_b, "rb").read())
1446
if patch_contents is None:
1448
return PatchApply(patch_contents)
1450
a_contents = self.get_contents(stat_a, full_path_a)
1451
b_contents = self.get_contents(stat_b, full_path_b)
1452
if a_contents == b_contents:
1454
return ReplaceContents(a_contents, b_contents)
1456
def get_contents(self, stat_result, full_path):
1457
if stat_result is None:
1459
elif stat.S_ISREG(stat_result.st_mode):
1460
return FileCreate(file(full_path, "rb").read())
1461
elif stat.S_ISDIR(stat_result.st_mode):
1463
elif stat.S_ISLNK(stat_result.st_mode):
1464
return SymlinkCreate(os.readlink(full_path))
1466
raise UnsupportedFiletype(full_path, stat_result)
1468
def lstat(self, full_path):
1470
if full_path is not None:
1472
stat_result = os.lstat(full_path)
1474
if e.errno != errno.ENOENT:
1479
def full_path(entry, tree):
1480
return os.path.join(tree.root, entry.path)
1482
def new_delete_entry(entry, tree, inventory, delete):
1483
if entry.path == "":
1486
parent = inventory[dirname(entry.path)].id
1487
cs_entry = ChangesetEntry(parent, entry.path)
1489
cs_entry.new_path = None
1490
cs_entry.new_parent = None
1492
cs_entry.path = None
1493
cs_entry.parent = None
1494
full_path = full_path(entry, tree)
1495
status = os.lstat(full_path)
1496
if stat.S_ISDIR(file_stat.st_mode):
1503
class Inventory(object):
1504
def __init__(self, inventory):
1505
self.inventory = inventory
1506
self.rinventory = None
1508
def get_rinventory(self):
1509
if self.rinventory is None:
1510
self.rinventory = invert_dict(self.inventory)
1511
return self.rinventory
1513
def get_path(self, id):
1514
return self.inventory.get(id)
1516
def get_name(self, id):
1517
return os.path.basename(self.get_path(id))
1519
def get_dir(self, id):
1520
path = self.get_path(id)
1523
return os.path.dirname(path)
1525
def get_parent(self, id):
1526
directory = self.get_dir(id)
1527
if directory == '.':
1529
if directory is None:
1531
return self.get_rinventory().get(directory)
1
# Copyright (C) 2005, 2006 Canonical Ltd
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
11
# GNU General Public License for more details.
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
17
from bzrlib.lazy_import import lazy_import
18
lazy_import(globals(), """
23
from bzrlib.bundle import serializer as _serializer
24
from bzrlib.transport import get_transport as _get_transport
28
def read_bundle_from_url(url):
29
"""Read a bundle from a given URL.
31
:return: A BundleReader, may raise NotABundle if the target
32
is not a proper bundle.
34
url = urlutils.normalize_url(url)
35
url, filename = urlutils.split(url, exclude_trailing_slash=False)
37
# A path to a directory was passed in
38
# definitely not a bundle
39
raise errors.NotABundle('A directory cannot be a bundle')
41
# All of this must be in the try/except
42
# Some transports cannot detect that we are trying to read a
43
# directory until we actually issue read() on the handle.
45
t = _get_transport(url)
47
return _serializer.read_bundle(f)
48
except (errors.TransportError, errors.PathError), e:
49
raise errors.NotABundle(str(e))
52
# Abstraction leakage, SFTPTransport.get('directory')
53
# doesn't always fail at get() time. Sometimes it fails
54
# during read. And that raises a generic IOError with
55
# just the string 'Failure'
56
# StubSFTPServer does fail during get() (because of prefetch)
57
# so it has an opportunity to translate the error.
58
raise errors.NotABundle(str(e))
added
removed
bzrlib/bundle/__init__.py
