14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
17
from __future__ import absolute_import
19
21
from stat import S_ISREG, S_IEXEC
23
24
from bzrlib import (
25
config as _mod_config,
29
32
lazy_import.lazy_import(globals(), """
30
33
from bzrlib import (
40
43
revision as _mod_revision,
47
from bzrlib.i18n import gettext
46
from bzrlib.errors import (DuplicateKey, MalformedTransform, NoSuchFile,
49
from bzrlib.errors import (DuplicateKey, MalformedTransform,
47
50
ReusingTransform, CantMoveRoot,
48
ExistingLimbo, ImmortalLimbo, NoFinalPath,
51
ImmortalLimbo, NoFinalPath,
49
52
UnableCreateSymlink)
50
53
from bzrlib.filters import filtered_output_bytes, ContentFilterContext
51
from bzrlib.inventory import InventoryEntry
54
from bzrlib.mutabletree import MutableTree
52
55
from bzrlib.osutils import (
385
398
return sorted(FinalPaths(self).get_paths(new_ids))
387
400
def _inventory_altered(self):
388
"""Get the trans_ids and paths of files needing new inv entries."""
390
for id_set in [self._new_name, self._new_parent, self._new_id,
401
"""Determine which trans_ids need new Inventory entries.
403
An new entry is needed when anything that would be reflected by an
404
inventory entry changes, including file name, file_id, parent file_id,
405
file kind, and the execute bit.
407
Some care is taken to return entries with real changes, not cases
408
where the value is deleted and then restored to its original value,
409
but some actually unchanged values may be returned.
411
:returns: A list of (path, trans_id) for all items requiring an
412
inventory change. Ordered by path.
415
# Find entries whose file_ids are new (or changed).
416
new_file_id = set(t for t in self._new_id
417
if self._new_id[t] != self.tree_file_id(t))
418
for id_set in [self._new_name, self._new_parent, new_file_id,
391
419
self._new_executability]:
392
new_ids.update(id_set)
420
changed_ids.update(id_set)
421
# removing implies a kind change
393
422
changed_kind = set(self._removed_contents)
394
424
changed_kind.intersection_update(self._new_contents)
395
changed_kind.difference_update(new_ids)
425
# Ignore entries that are already known to have changed.
426
changed_kind.difference_update(changed_ids)
427
# to keep only the truly changed ones
396
428
changed_kind = (t for t in changed_kind
397
429
if self.tree_kind(t) != self.final_kind(t))
398
new_ids.update(changed_kind)
399
return sorted(FinalPaths(self).get_paths(new_ids))
430
# all kind changes will alter the inventory
431
changed_ids.update(changed_kind)
432
# To find entries with changed parent_ids, find parents which existed,
433
# but changed file_id.
434
changed_file_id = set(t for t in new_file_id if t in self._removed_id)
435
# Now add all their children to the set.
436
for parent_trans_id in new_file_id:
437
changed_ids.update(self.iter_tree_children(parent_trans_id))
438
return sorted(FinalPaths(self).get_paths(changed_ids))
401
440
def final_kind(self, trans_id):
402
441
"""Determine the final file kind, after any changes applied.
1249
1302
descendants.update(self._limbo_descendants(descendant))
1250
1303
return descendants
1252
def create_file(self, contents, trans_id, mode_id=None):
1305
def create_file(self, contents, trans_id, mode_id=None, sha1=None):
1253
1306
"""Schedule creation of a new file.
1257
Contents is an iterator of strings, all of which will be written
1258
to the target destination.
1260
New file takes the permissions of any existing file with that id,
1261
unless mode_id is specified.
1310
:param contents: an iterator of strings, all of which will be written
1311
to the target destination.
1312
:param trans_id: TreeTransform handle
1313
:param mode_id: If not None, force the mode of the target file to match
1314
the mode of the object referenced by mode_id.
1315
Otherwise, we will try to preserve mode bits of an existing file.
1316
:param sha1: If the sha1 of this content is already known, pass it in.
1317
We can use it to prevent future sha1 computations.
1263
1319
name = self._limbo_name(trans_id)
1264
1320
f = open(name, 'wb')
1267
unique_add(self._new_contents, trans_id, 'file')
1269
# Clean up the file, it never got registered so
1270
# TreeTransform.finalize() won't clean it up.
1322
unique_add(self._new_contents, trans_id, 'file')
1275
1323
f.writelines(contents)
1278
1326
self._set_mtime(name)
1279
1327
self._set_mode(trans_id, mode_id, S_ISREG)
1328
# It is unfortunate we have to use lstat instead of fstat, but we just
1329
# used utime and chmod on the file, so we need the accurate final
1331
if sha1 is not None:
1332
self._observed_sha1s[trans_id] = (sha1, osutils.lstat(name))
1281
1334
def _read_file_chunks(self, trans_id):
1282
1335
cur_file = open(self._limbo_name(trans_id), 'rb')
1351
1406
delete_any(self._limbo_name(trans_id))
1353
1408
def new_orphan(self, trans_id, parent_id):
1354
# FIXME: There is no tree config, so we use the branch one (it's weird
1355
# to define it this way as orphaning can only occur in a working tree,
1356
# but that's all we have (for now). It will find the option in
1357
# locations.conf or bazaar.conf though) -- vila 20100916
1358
conf = self._tree.branch.get_config()
1359
conf_var_name = 'bzr.transform.orphan_policy'
1360
orphan_policy = conf.get_user_option(conf_var_name)
1361
default_policy = orphaning_registry.default_key
1362
if orphan_policy is None:
1363
orphan_policy = default_policy
1364
if orphan_policy not in orphaning_registry:
1365
trace.warning('%s (from %s) is not a known policy, defaulting to %s'
1366
% (orphan_policy, conf_var_name, default_policy))
1367
orphan_policy = default_policy
1368
handle_orphan = orphaning_registry.get(orphan_policy)
1409
conf = self._tree.get_config_stack()
1410
handle_orphan = conf.get('bzr.transform.orphan_policy')
1369
1411
handle_orphan(self, trans_id, parent_id)
1829
1880
self.rename_count += 1
1881
# TODO: if trans_id in self._observed_sha1s, we should
1882
# re-stat the final target, since ctime will be
1883
# updated by the change.
1830
1884
if (trans_id in self._new_contents or
1831
1885
self.path_changed(trans_id)):
1832
1886
if trans_id in self._new_contents:
1833
1887
modified_paths.append(full_path)
1834
1888
if trans_id in self._new_executability:
1835
1889
self._set_executability(path, trans_id)
1890
if trans_id in self._observed_sha1s:
1891
o_sha1, o_st_val = self._observed_sha1s[trans_id]
1892
st = osutils.lstat(full_path)
1893
self._observed_sha1s[trans_id] = (o_sha1, st)
1837
1895
child_pb.finished()
1896
for path, trans_id in new_paths:
1897
# new_paths includes stuff like workingtree conflicts. Only the
1898
# stuff in new_contents actually comes from limbo.
1899
if trans_id in self._limbo_files:
1900
del self._limbo_files[trans_id]
1838
1901
self._new_contents.clear()
1839
1902
return modified_paths
1904
def _apply_observed_sha1s(self):
1905
"""After we have finished renaming everything, update observed sha1s
1907
This has to be done after self._tree.apply_inventory_delta, otherwise
1908
it doesn't know anything about the files we are updating. Also, we want
1909
to do this as late as possible, so that most entries end up cached.
1911
# TODO: this doesn't update the stat information for directories. So
1912
# the first 'bzr status' will still need to rewrite
1913
# .bzr/checkout/dirstate. However, we at least don't need to
1914
# re-read all of the files.
1915
# TODO: If the operation took a while, we could do a time.sleep(3) here
1916
# to allow the clock to tick over and ensure we won't have any
1917
# problems. (we could observe start time, and finish time, and if
1918
# it is less than eg 10% overhead, add a sleep call.)
1919
paths = FinalPaths(self)
1920
for trans_id, observed in self._observed_sha1s.iteritems():
1921
path = paths.get_path(trans_id)
1922
# We could get the file_id, but dirstate prefers to use the path
1923
# anyway, and it is 'cheaper' to determine.
1924
# file_id = self._new_id[trans_id]
1925
self._tree._observed_sha1(None, path, observed)
1842
1928
class TransformPreview(DiskTreeTransform):
1843
1929
"""A TreeTransform for generating preview trees.
2161
2253
def get_file_size(self, file_id):
2162
2254
"""See Tree.get_file_size"""
2255
trans_id = self._transform.trans_id_file_id(file_id)
2256
kind = self._transform.final_kind(trans_id)
2259
if trans_id in self._transform._new_contents:
2260
return self._stat_limbo_file(trans_id=trans_id).st_size
2163
2261
if self.kind(file_id) == 'file':
2164
2262
return self._transform._tree.get_file_size(file_id)
2266
def get_file_verifier(self, file_id, path=None, stat_value=None):
2267
trans_id = self._transform.trans_id_file_id(file_id)
2268
kind = self._transform._new_contents.get(trans_id)
2270
return self._transform._tree.get_file_verifier(file_id)
2272
fileobj = self.get_file(file_id)
2274
return ("SHA1", sha_file(fileobj))
2168
2278
def get_file_sha1(self, file_id, path=None, stat_value=None):
2169
2279
trans_id = self._transform.trans_id_file_id(file_id)
2170
2280
kind = self._transform._new_contents.get(trans_id)
2553
2672
unchanged = dict(unchanged)
2554
2673
new_desired_files = []
2556
for file_id, (trans_id, tree_path) in desired_files:
2675
for file_id, (trans_id, tree_path, text_sha1) in desired_files:
2557
2676
accelerator_path = unchanged.get(file_id)
2558
2677
if accelerator_path is None:
2559
new_desired_files.append((file_id, (trans_id, tree_path)))
2678
new_desired_files.append((file_id,
2679
(trans_id, tree_path, text_sha1)))
2561
pb.update('Adding file contents', count + offset, total)
2681
pb.update(gettext('Adding file contents'), count + offset, total)
2563
2683
tt.create_hardlink(accelerator_tree.abspath(accelerator_path),
2580
2700
offset += count
2581
for count, ((trans_id, tree_path), contents) in enumerate(
2701
for count, ((trans_id, tree_path, text_sha1), contents) in enumerate(
2582
2702
tree.iter_files_bytes(new_desired_files)):
2583
2703
if wt.supports_content_filtering():
2584
2704
filters = wt._content_filter_stack(tree_path)
2585
2705
contents = filtered_output_bytes(contents, filters,
2586
2706
ContentFilterContext(tree_path, tree))
2587
tt.create_file(contents, trans_id)
2588
pb.update('Adding file contents', count + offset, total)
2707
tt.create_file(contents, trans_id, sha1=text_sha1)
2708
pb.update(gettext('Adding file contents'), count + offset, total)
2591
2711
def _reparent_children(tt, old_parent, new_parent):
2723
2843
return new_name
2726
def _entry_changes(file_id, entry, working_tree):
2727
"""Determine in which ways the inventory entry has changed.
2729
Returns booleans: has_contents, content_mod, meta_mod
2730
has_contents means there are currently contents, but they differ
2731
contents_mod means contents need to be modified
2732
meta_mod means the metadata needs to be modified
2734
cur_entry = working_tree.inventory[file_id]
2736
working_kind = working_tree.kind(file_id)
2739
has_contents = False
2742
if has_contents is True:
2743
if entry.kind != working_kind:
2744
contents_mod, meta_mod = True, False
2746
cur_entry._read_tree_state(working_tree.id2path(file_id),
2748
contents_mod, meta_mod = entry.detect_changes(cur_entry)
2749
cur_entry._forget_tree_state()
2750
return has_contents, contents_mod, meta_mod
2753
2846
def revert(working_tree, target_tree, filenames, backups=False,
2754
2847
pb=None, change_reporter=None):
2755
2848
"""Revert a working tree's contents to those of a target tree."""
2812
2909
deferred_files = []
2813
2910
for id_num, (file_id, path, changed_content, versioned, parent, name,
2814
2911
kind, executable) in enumerate(change_list):
2815
if skip_root and file_id[0] is not None and parent[0] is None:
2912
target_path, wt_path = path
2913
target_versioned, wt_versioned = versioned
2914
target_parent, wt_parent = parent
2915
target_name, wt_name = name
2916
target_kind, wt_kind = kind
2917
target_executable, wt_executable = executable
2918
if skip_root and wt_parent is None:
2817
2920
trans_id = tt.trans_id_file_id(file_id)
2819
2922
if changed_content:
2820
2923
keep_content = False
2821
if kind[0] == 'file' and (backups or kind[1] is None):
2924
if wt_kind == 'file' and (backups or target_kind is None):
2822
2925
wt_sha1 = working_tree.get_file_sha1(file_id)
2823
2926
if merge_modified.get(file_id) != wt_sha1:
2824
2927
# acquire the basis tree lazily to prevent the
2827
2930
if basis_tree is None:
2828
2931
basis_tree = working_tree.basis_tree()
2829
2932
basis_tree.lock_read()
2830
if file_id in basis_tree:
2933
if basis_tree.has_id(file_id):
2831
2934
if wt_sha1 != basis_tree.get_file_sha1(file_id):
2832
2935
keep_content = True
2833
elif kind[1] is None and not versioned[1]:
2936
elif target_kind is None and not target_versioned:
2834
2937
keep_content = True
2835
if kind[0] is not None:
2938
if wt_kind is not None:
2836
2939
if not keep_content:
2837
2940
tt.delete_contents(trans_id)
2838
elif kind[1] is not None:
2839
parent_trans_id = tt.trans_id_file_id(parent[0])
2941
elif target_kind is not None:
2942
parent_trans_id = tt.trans_id_file_id(wt_parent)
2840
2943
backup_name = tt._available_backup_name(
2841
name[0], parent_trans_id)
2944
wt_name, parent_trans_id)
2842
2945
tt.adjust_path(backup_name, parent_trans_id, trans_id)
2843
new_trans_id = tt.create_path(name[0], parent_trans_id)
2844
if versioned == (True, True):
2946
new_trans_id = tt.create_path(wt_name, parent_trans_id)
2947
if wt_versioned and target_versioned:
2845
2948
tt.unversion_file(trans_id)
2846
2949
tt.version_file(file_id, new_trans_id)
2847
2950
# New contents should have the same unix perms as old
2849
2952
mode_id = trans_id
2850
2953
trans_id = new_trans_id
2851
if kind[1] in ('directory', 'tree-reference'):
2954
if target_kind in ('directory', 'tree-reference'):
2852
2955
tt.create_directory(trans_id)
2853
if kind[1] == 'tree-reference':
2956
if target_kind == 'tree-reference':
2854
2957
revision = target_tree.get_reference_revision(file_id,
2856
2959
tt.set_tree_reference(revision, trans_id)
2857
elif kind[1] == 'symlink':
2960
elif target_kind == 'symlink':
2858
2961
tt.create_symlink(target_tree.get_symlink_target(file_id),
2860
elif kind[1] == 'file':
2963
elif target_kind == 'file':
2861
2964
deferred_files.append((file_id, (trans_id, mode_id)))
2862
2965
if basis_tree is None:
2863
2966
basis_tree = working_tree.basis_tree()
2864
2967
basis_tree.lock_read()
2865
2968
new_sha1 = target_tree.get_file_sha1(file_id)
2866
if (file_id in basis_tree and new_sha1 ==
2867
basis_tree.get_file_sha1(file_id)):
2969
if (basis_tree.has_id(file_id) and
2970
new_sha1 == basis_tree.get_file_sha1(file_id)):
2868
2971
if file_id in merge_modified:
2869
2972
del merge_modified[file_id]
2871
2974
merge_modified[file_id] = new_sha1
2873
2976
# preserve the execute bit when backing up
2874
if keep_content and executable[0] == executable[1]:
2875
tt.set_executability(executable[1], trans_id)
2876
elif kind[1] is not None:
2877
raise AssertionError(kind[1])
2878
if versioned == (False, True):
2977
if keep_content and wt_executable == target_executable:
2978
tt.set_executability(target_executable, trans_id)
2979
elif target_kind is not None:
2980
raise AssertionError(target_kind)
2981
if not wt_versioned and target_versioned:
2879
2982
tt.version_file(file_id, trans_id)
2880
if versioned == (True, False):
2983
if wt_versioned and not target_versioned:
2881
2984
tt.unversion_file(trans_id)
2882
if (name[1] is not None and
2883
(name[0] != name[1] or parent[0] != parent[1])):
2884
if name[1] == '' and parent[1] is None:
2985
if (target_name is not None and
2986
(wt_name != target_name or wt_parent != target_parent)):
2987
if target_name == '' and target_parent is None:
2885
2988
parent_trans = ROOT_PARENT
2887
parent_trans = tt.trans_id_file_id(parent[1])
2888
if parent[0] is None and versioned[0]:
2889
tt.adjust_root_path(name[1], parent_trans)
2990
parent_trans = tt.trans_id_file_id(target_parent)
2991
if wt_parent is None and wt_versioned:
2992
tt.adjust_root_path(target_name, parent_trans)
2891
tt.adjust_path(name[1], parent_trans, trans_id)
2892
if executable[0] != executable[1] and kind[1] == "file":
2893
tt.set_executability(executable[1], trans_id)
2994
tt.adjust_path(target_name, parent_trans, trans_id)
2995
if wt_executable != target_executable and target_kind == "file":
2996
tt.set_executability(target_executable, trans_id)
2894
2997
if working_tree.supports_content_filtering():
2895
2998
for index, ((trans_id, mode_id), bytes) in enumerate(
2896
2999
target_tree.iter_files_bytes(deferred_files)):
3058
3160
modified_path = fp.get_path(conflict[2])
3059
3161
modified_id = tt.final_file_id(conflict[2])
3060
3162
if len(conflict) == 3:
3061
yield Conflict.factory(c_type, action=action, path=modified_path,
3062
file_id=modified_id)
3163
yield conflicts.Conflict.factory(
3164
c_type, action=action, path=modified_path, file_id=modified_id)
3065
3167
conflicting_path = fp.get_path(conflict[3])
3066
3168
conflicting_id = tt.final_file_id(conflict[3])
3067
yield Conflict.factory(c_type, action=action, path=modified_path,
3068
file_id=modified_id,
3069
conflict_path=conflicting_path,
3070
conflict_file_id=conflicting_id)
3169
yield conflicts.Conflict.factory(
3170
c_type, action=action, path=modified_path,
3171
file_id=modified_id,
3172
conflict_path=conflicting_path,
3173
conflict_file_id=conflicting_id)
3073
3176
class _FileMover(object):