318
310
if self.config is None:
319
311
self.config = self.branch.get_config()
321
self._set_specific_file_ids()
313
# If provided, ensure the specified files are versioned
314
if self.specific_files is not None:
315
# Note: This routine is being called because it raises
316
# PathNotVersionedError as a side effect of finding the IDs. We
317
# later use the ids we found as input to the working tree
318
# inventory iterator, so we only consider those ids rather than
319
# examining the whole tree again.
320
# XXX: Dont we have filter_unversioned to do this more
322
self.specific_file_ids = tree.find_ids_across_trees(
323
specific_files, [self.basis_tree, self.work_tree])
323
325
# Setup the progress bar. As the number of files that need to be
324
326
# committed in unknown, progress is reported as stages.
426
431
# The initial commit adds a root directory, but this in itself is not
427
432
# a worthwhile commit.
428
433
if (self.basis_revid == revision.NULL_REVISION and
429
((self.builder.new_inventory is not None and
430
len(self.builder.new_inventory) == 1) or
431
len(self.builder._basis_delta) == 1)):
434
len(self.builder.new_inventory) == 1):
432
435
raise PointlessCommit()
433
if self.builder.any_changes():
436
# If length == 1, then we only have the root entry. Which means
437
# that there is no real difference (only the root could be different)
438
# unless deletes occured, in which case the length is irrelevant.
439
if (self.any_entries_deleted or
440
(len(self.builder.new_inventory) != 1 and
441
self.any_entries_changed)):
435
443
raise PointlessCommit()
608
616
# serialiser not by commit. Then we can also add an unescaper
609
617
# in the deserializer and start roundtripping revision messages
610
618
# precisely. See repository_implementations/test_repository.py
611
self.message, escape_count = xml_serializer.escape_invalid_chars(
620
# Python strings can include characters that can't be
621
# represented in well-formed XML; escape characters that
622
# aren't listed in the XML specification
623
# (http://www.w3.org/TR/REC-xml/#NT-Char).
624
self.message, escape_count = re.subn(
625
u'[^\x09\x0A\x0D\u0020-\uD7FF\uE000-\uFFFD]+',
626
lambda match: match.group(0).encode('unicode_escape'),
614
629
self.reporter.escaped(escape_count, self.message)
632
645
def _update_builder_with_changes(self):
633
646
"""Update the commit builder with the data about what has changed.
648
# Build the revision inventory.
650
# This starts by creating a new empty inventory. Depending on
651
# which files are selected for commit, and what is present in the
652
# current tree, the new inventory is populated. inventory entries
653
# which are candidates for modification have their revision set to
654
# None; inventory entries that are carried over untouched have their
655
# revision set to their prior value.
657
# ESEPARATIONOFCONCERNS: this function is diffing and using the diff
658
# results to create a new inventory at the same time, which results
659
# in bugs like #46635. Any reason not to use/enhance Tree.changes_from?
635
662
exclude = self.exclude
636
663
specific_files = self.specific_files or []
637
664
mutter("Selecting files for commit with filter %s", specific_files)
640
if self.use_record_iter_changes:
641
iter_changes = self.work_tree.iter_changes(self.basis_tree)
642
iter_changes = self._filter_iter_changes(iter_changes)
643
for file_id, path, fs_hash in self.builder.record_iter_changes(
644
self.work_tree, self.basis_revid, iter_changes):
645
self.work_tree._observed_sha1(file_id, path, fs_hash)
647
# Build the new inventory
648
self._populate_from_inventory()
649
self._record_unselected()
650
self._report_and_accumulate_deletes()
652
def _filter_iter_changes(self, iter_changes):
653
"""Process iter_changes.
655
This method reports on the changes in iter_changes to the user, and
656
converts 'missing' entries in the iter_changes iterator to 'deleted'
657
entries. 'missing' entries have their
659
:param iter_changes: An iter_changes to process.
660
:return: A generator of changes.
662
reporter = self.reporter
663
report_changes = reporter.is_verbose()
665
for change in iter_changes:
667
old_path = change[1][0]
668
new_path = change[1][1]
669
versioned = change[3][1]
671
versioned = change[3][1]
672
if kind is None and versioned:
675
reporter.missing(new_path)
676
deleted_ids.append(change[0])
677
# Reset the new path (None) and new versioned flag (False)
678
change = (change[0], (change[1][0], None), change[2],
679
(change[3][0], False)) + change[4:]
680
elif kind == 'tree-reference':
681
if self.recursive == 'down':
682
self._commit_nested_tree(change[0], change[1][1])
683
if change[3][0] or change[3][1]:
687
reporter.deleted(old_path)
688
elif old_path is None:
689
reporter.snapshot_change('added', new_path)
690
elif old_path != new_path:
691
reporter.renamed('renamed', old_path, new_path)
694
self.work_tree.branch.repository._format.rich_root_data):
695
# Don't report on changes to '' in non rich root
697
reporter.snapshot_change('modified', new_path)
698
self._next_progress_entry()
699
# Unversion IDs that were found to be deleted
700
self.work_tree.unversion(deleted_ids)
702
def _record_unselected(self):
666
# Build the new inventory
667
self._populate_from_inventory()
703
669
# If specific files are selected, then all un-selected files must be
704
670
# recorded in their previous state. For more details, see
705
671
# https://lists.ubuntu.com/archives/bazaar/2007q3/028476.html.
706
if self.specific_files or self.exclude:
707
specific_files = self.specific_files or []
672
if specific_files or exclude:
708
673
for path, old_ie in self.basis_inv.iter_entries():
709
674
if old_ie.file_id in self.builder.new_inventory:
710
675
# already added - skip.
712
677
if (is_inside_any(specific_files, path)
713
and not is_inside_any(self.exclude, path)):
678
and not is_inside_any(exclude, path)):
714
679
# was inside the selected path, and not excluded - if not
715
680
# present it has been deleted so skip.
717
682
# From here down it was either not selected, or was excluded:
683
if old_ie.kind == 'directory':
684
self._next_progress_entry()
718
685
# We preserve the entry unaltered.
719
686
ie = old_ie.copy()
720
687
# Note: specific file commits after a merge are currently
722
689
# required after that changes.
723
690
if len(self.parents) > 1:
724
691
ie.revision = None
725
self.builder.record_entry_contents(ie, self.parent_invs, path,
726
self.basis_tree, None)
692
_, version_recorded, _ = self.builder.record_entry_contents(
693
ie, self.parent_invs, path, self.basis_tree, None)
695
self.any_entries_changed = True
728
697
def _report_and_accumulate_deletes(self):
698
# XXX: Could the list of deleted paths and ids be instead taken from
699
# _populate_from_inventory?
729
700
if (isinstance(self.basis_inv, Inventory)
730
701
and isinstance(self.builder.new_inventory, Inventory)):
731
702
# the older Inventory classes provide a _byid dict, and building a
749
720
self.builder.record_delete(path, file_id)
750
721
self.reporter.deleted(path)
752
def _check_strict(self):
753
# XXX: when we use iter_changes this would likely be faster if
754
# iter_changes would check for us (even in the presence of
723
def _populate_from_inventory(self):
724
"""Populate the CommitBuilder by walking the working tree inventory."""
757
726
# raise an exception as soon as we find a single unknown.
758
727
for unknown in self.work_tree.unknowns():
759
728
raise StrictCommitFailed()
761
def _populate_from_inventory(self):
762
"""Populate the CommitBuilder by walking the working tree inventory."""
763
# Build the revision inventory.
765
# This starts by creating a new empty inventory. Depending on
766
# which files are selected for commit, and what is present in the
767
# current tree, the new inventory is populated. inventory entries
768
# which are candidates for modification have their revision set to
769
# None; inventory entries that are carried over untouched have their
770
# revision set to their prior value.
772
# ESEPARATIONOFCONCERNS: this function is diffing and using the diff
773
# results to create a new inventory at the same time, which results
774
# in bugs like #46635. Any reason not to use/enhance Tree.changes_from?
777
730
specific_files = self.specific_files
778
731
exclude = self.exclude
779
732
report_changes = self.reporter.is_verbose()
923
879
InventoryEntry.MODIFIED_AND_RENAMED):
924
880
old_path = self.basis_inv.id2path(ie.file_id)
925
881
self.reporter.renamed(change, old_path, path)
926
self._next_progress_entry()
928
if change == 'unchanged':
930
883
self.reporter.snapshot_change(change, path)
931
self._next_progress_entry()
933
def _set_progress_stage(self, name, counter=False):
885
def _set_progress_stage(self, name, entries_title=None):
934
886
"""Set the progress stage and emit an update to the progress bar."""
935
887
self.pb_stage_name = name
936
888
self.pb_stage_count += 1
889
self.pb_entries_title = entries_title
890
if entries_title is not None:
938
891
self.pb_entries_count = 0
940
self.pb_entries_count = None
892
self.pb_entries_total = '?'
941
893
self._emit_progress()
943
895
def _next_progress_entry(self):
946
898
self._emit_progress()
948
900
def _emit_progress(self):
949
if self.pb_entries_count is not None:
950
text = "%s [%d] - Stage" % (self.pb_stage_name,
951
self.pb_entries_count)
901
if self.pb_entries_title:
902
if self.pb_entries_total == '?':
903
text = "%s [%s %d] - Stage" % (self.pb_stage_name,
904
self.pb_entries_title, self.pb_entries_count)
906
text = "%s [%s %d/%s] - Stage" % (self.pb_stage_name,
907
self.pb_entries_title, self.pb_entries_count,
908
str(self.pb_entries_total))
953
text = "%s - Stage" % (self.pb_stage_name, )
910
text = "%s - Stage" % (self.pb_stage_name)
954
911
self.pb.update(text, self.pb_stage_count, self.pb_stage_total)
956
def _set_specific_file_ids(self):
957
"""populate self.specific_file_ids if we will use it."""
958
if not self.use_record_iter_changes:
959
# If provided, ensure the specified files are versioned
960
if self.specific_files is not None:
961
# Note: This routine is being called because it raises
962
# PathNotVersionedError as a side effect of finding the IDs. We
963
# later use the ids we found as input to the working tree
964
# inventory iterator, so we only consider those ids rather than
965
# examining the whole tree again.
966
# XXX: Dont we have filter_unversioned to do this more
968
self.specific_file_ids = tree.find_ids_across_trees(
969
self.specific_files, [self.basis_tree, self.work_tree])
971
self.specific_file_ids = None