15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
20
import sys, os, os.path, random, time, sha, sets, types, re, shutil, tempfile
21
import traceback, socket, fnmatch, difflib, time
22
from binascii import hexlify
25
from inventory import Inventory
26
from trace import mutter, note
27
from tree import Tree, EmptyTree, RevisionTree, WorkingTree
28
from inventory import InventoryEntry, Inventory
29
from osutils import isdir, quotefn, isfile, uuid, sha_file, username, chomp, \
30
format_date, compact_date, pumpfile, user_email, rand_bytes, splitpath, \
31
joinpath, sha_string, file_kind, local_time_offset, appendpath
32
from store import ImmutableStore
33
from revision import Revision
34
from errors import bailout
35
from textui import show_status
36
from diff import diff_trees
22
from bzrlib.trace import mutter, note
23
from bzrlib.osutils import isdir, quotefn, compact_date, rand_bytes, \
25
sha_file, appendpath, file_kind
27
from bzrlib.errors import BzrError, InvalidRevisionNumber, InvalidRevisionId
29
from bzrlib.textui import show_status
30
from bzrlib.revision import Revision
31
from bzrlib.xml import unpack_xml
32
from bzrlib.delta import compare_trees
33
from bzrlib.tree import EmptyTree, RevisionTree
38
38
BZR_BRANCH_FORMAT = "Bazaar-NG branch, format 0.0.4\n"
39
39
## TODO: Maybe include checks for common corruption of newlines, etc?
42
# TODO: Some operations like log might retrieve the same revisions
43
# repeatedly to calculate deltas. We could perhaps have a weakref
44
# cache in memory to make this faster.
46
# TODO: please move the revision-string syntax stuff out of the branch
47
# object; it's clutter
50
def find_branch(f, **args):
51
if f and (f.startswith('http://') or f.startswith('https://')):
53
return remotebranch.RemoteBranch(f, **args)
55
return Branch(f, **args)
58
def find_cached_branch(f, cache_root, **args):
59
from remotebranch import RemoteBranch
60
br = find_branch(f, **args)
61
def cacheify(br, store_name):
62
from meta_store import CachedStore
63
cache_path = os.path.join(cache_root, store_name)
65
new_store = CachedStore(getattr(br, store_name), cache_path)
66
setattr(br, store_name, new_store)
68
if isinstance(br, RemoteBranch):
69
cacheify(br, 'inventory_store')
70
cacheify(br, 'text_store')
71
cacheify(br, 'revision_store')
75
def _relpath(base, path):
76
"""Return path relative to base, or raise exception.
78
The path may be either an absolute path or a path relative to the
79
current working directory.
81
Lifted out of Branch.relpath for ease of testing.
83
os.path.commonprefix (python2.4) has a bad bug that it works just
84
on string prefixes, assuming that '/u' is a prefix of '/u2'. This
85
avoids that problem."""
86
rp = os.path.abspath(path)
90
while len(head) >= len(base):
93
head, tail = os.path.split(head)
97
from errors import NotBranchError
98
raise NotBranchError("path %r is not within branch %r" % (rp, base))
100
return os.sep.join(s)
43
103
def find_branch_root(f=None):
44
104
"""Find the branch root enclosing f, or pwd.
106
f may be a filename or a URL.
46
108
It is not necessary that f exists.
48
110
Basically we keep looking up until we find the control directory or
111
run into the root. If there isn't one, raises NotBranchError.
52
115
elif hasattr(os.path, 'realpath'):
53
116
f = os.path.realpath(f)
55
118
f = os.path.abspath(f)
119
if not os.path.exists(f):
120
raise BzrError('%r does not exist' % f)
61
126
if os.path.exists(os.path.join(f, bzrlib.BZRDIR)):
63
128
head, tail = os.path.split(f)
65
130
# reached the root, whatever that may be
66
bailout('%r is not in a branch' % orig_f)
131
raise bzrlib.errors.NotBranchError('%s is not in a branch' % orig_f)
136
# XXX: move into bzrlib.errors; subclass BzrError
137
class DivergedBranches(Exception):
138
def __init__(self, branch1, branch2):
139
self.branch1 = branch1
140
self.branch2 = branch2
141
Exception.__init__(self, "These branches have diverged.")
71
144
######################################################################
147
class Branch(object):
75
148
"""Branch holding a history of revisions.
77
:todo: Perhaps use different stores for different classes of object,
78
so that we can keep track of how much space each one uses,
79
or garbage-collect them.
81
:todo: Add a RemoteBranch subclass. For the basic case of read-only
82
HTTP access this should be very easy by,
83
just redirecting controlfile access into HTTP requests.
84
We would need a RemoteStore working similarly.
86
:todo: Keep the on-disk branch locked while the object exists.
88
:todo: mkdir() method.
151
Base directory of the branch.
157
If _lock_mode is true, a positive count of the number of times the
161
Lock object from bzrlib.lock.
168
# Map some sort of prefix into a namespace
169
# stuff like "revno:10", "revid:", etc.
170
# This should match a prefix with a function which accepts
171
REVISION_NAMESPACES = {}
90
173
def __init__(self, base, init=False, find_root=True):
91
174
"""Create new branch object at a particular location.
93
:param base: Base directory for the branch.
176
base -- Base directory for the branch.
95
:param init: If True, create new control files in a previously
178
init -- If True, create new control files in a previously
96
179
unversioned directory. If False, the branch must already
99
:param find_root: If true and init is false, find the root of the
182
find_root -- If true and init is false, find the root of the
100
183
existing branch containing base.
102
185
In the test suite, creation of new trees is tested using the
103
186
`ScratchBranch` class.
188
from bzrlib.store import ImmutableStore
106
190
self.base = os.path.realpath(base)
107
191
self._make_control()
136
272
"""Return path relative to this branch of something inside it.
138
274
Raises an error if path is not in this branch."""
139
rp = os.path.realpath(path)
141
if not rp.startswith(self.base):
142
bailout("path %r is not within branch %r" % (rp, self.base))
143
rp = rp[len(self.base):]
144
rp = rp.lstrip(os.sep)
275
return _relpath(self.base, path)
148
278
def controlfilename(self, file_or_path):
149
279
"""Return location relative to branch."""
150
if isinstance(file_or_path, types.StringTypes):
280
if isinstance(file_or_path, basestring):
151
281
file_or_path = [file_or_path]
152
282
return os.path.join(self.base, bzrlib.BZRDIR, *file_or_path)
155
285
def controlfile(self, file_or_path, mode='r'):
156
"""Open a control file for this branch"""
157
return file(self.controlfilename(file_or_path), mode)
286
"""Open a control file for this branch.
288
There are two classes of file in the control directory: text
289
and binary. binary files are untranslated byte streams. Text
290
control files are stored with Unix newlines and in UTF-8, even
291
if the platform or locale defaults are different.
293
Controlfiles should almost never be opened in write mode but
294
rather should be atomically copied and replaced using atomicfile.
297
fn = self.controlfilename(file_or_path)
299
if mode == 'rb' or mode == 'wb':
300
return file(fn, mode)
301
elif mode == 'r' or mode == 'w':
302
# open in binary mode anyhow so there's no newline translation;
303
# codecs uses line buffering by default; don't want that.
305
return codecs.open(fn, mode + 'b', 'utf-8',
308
raise BzrError("invalid controlfile mode %r" % mode)
160
312
def _make_control(self):
313
from bzrlib.inventory import Inventory
314
from bzrlib.xml import pack_xml
161
316
os.mkdir(self.controlfilename([]))
162
317
self.controlfile('README', 'w').write(
163
318
"This is a Bazaar-NG control directory.\n"
164
"Do not change any files in this directory.")
165
self.controlfile('branch-format', 'wb').write(BZR_BRANCH_FORMAT)
319
"Do not change any files in this directory.\n")
320
self.controlfile('branch-format', 'w').write(BZR_BRANCH_FORMAT)
166
321
for d in ('text-store', 'inventory-store', 'revision-store'):
167
322
os.mkdir(self.controlfilename(d))
168
323
for f in ('revision-history', 'merged-patches',
169
'pending-merged-patches', 'branch-name'):
324
'pending-merged-patches', 'branch-name',
170
327
self.controlfile(f, 'w').write('')
171
328
mutter('created control directory in ' + self.base)
172
Inventory().write_xml(self.controlfile('inventory','w'))
330
# if we want per-tree root ids then this is the place to set
331
# them; they're not needed for now and so ommitted for
333
pack_xml(Inventory(), self.controlfile('inventory','w'))
175
336
def _check_format(self):
183
344
# This ignores newlines so that we can open branches created
184
345
# on Windows from Linux and so on. I think it might be better
185
346
# to always make all internal files in unix format.
186
fmt = self.controlfile('branch-format', 'rb').read()
347
fmt = self.controlfile('branch-format', 'r').read()
187
348
fmt.replace('\r\n', '')
188
349
if fmt != BZR_BRANCH_FORMAT:
189
bailout('sorry, branch format %r not supported' % fmt,
190
['use a different bzr version',
191
'or remove the .bzr directory and "bzr init" again'])
350
raise BzrError('sorry, branch format %r not supported' % fmt,
351
['use a different bzr version',
352
'or remove the .bzr directory and "bzr init" again'])
354
def get_root_id(self):
355
"""Return the id of this branches root"""
356
inv = self.read_working_inventory()
357
return inv.root.file_id
359
def set_root_id(self, file_id):
360
inv = self.read_working_inventory()
361
orig_root_id = inv.root.file_id
362
del inv._byid[inv.root.file_id]
363
inv.root.file_id = file_id
364
inv._byid[inv.root.file_id] = inv.root
367
if entry.parent_id in (None, orig_root_id):
368
entry.parent_id = inv.root.file_id
369
self._write_inventory(inv)
194
371
def read_working_inventory(self):
195
372
"""Read the working inventory."""
197
inv = Inventory.read_xml(self.controlfile('inventory', 'r'))
198
mutter("loaded inventory of %d items in %f"
199
% (len(inv), time.time() - before))
373
from bzrlib.inventory import Inventory
374
from bzrlib.xml import unpack_xml
375
from time import time
379
# ElementTree does its own conversion from UTF-8, so open in
381
inv = unpack_xml(Inventory,
382
self.controlfile('inventory', 'rb'))
383
mutter("loaded inventory of %d items in %f"
384
% (len(inv), time() - before))
203
390
def _write_inventory(self, inv):
204
391
"""Update the working inventory.
206
393
That is to say, the inventory describing changes underway, that
207
394
will be committed to the next revision.
209
## TODO: factor out to atomicfile? is rename safe on windows?
210
## TODO: Maybe some kind of clean/dirty marker on inventory?
211
tmpfname = self.controlfilename('inventory.tmp')
212
tmpf = file(tmpfname, 'w')
215
inv_fname = self.controlfilename('inventory')
216
if sys.platform == 'win32':
218
os.rename(tmpfname, inv_fname)
396
from bzrlib.atomicfile import AtomicFile
397
from bzrlib.xml import pack_xml
401
f = AtomicFile(self.controlfilename('inventory'), 'wb')
219
410
mutter('wrote working inventory')
222
413
inventory = property(read_working_inventory, _write_inventory, None,
223
414
"""Inventory for the working copy.""")
226
def add(self, files, verbose=False):
417
def add(self, files, ids=None):
227
418
"""Make files versioned.
420
Note that the command line normally calls smart_add instead,
421
which can automatically recurse.
229
423
This puts the files in the Added state, so that they will be
230
424
recorded by the next commit.
232
:todo: Perhaps have an option to add the ids even if the files do
235
:todo: Perhaps return the ids of the files? But then again it
236
is easy to retrieve them if they're needed.
238
:todo: Option to specify file id.
240
:todo: Adding a directory should optionally recurse down and
241
add all non-ignored children. Perhaps do that in a
244
>>> b = ScratchBranch(files=['foo'])
245
>>> 'foo' in b.unknowns()
250
>>> 'foo' in b.unknowns()
252
>>> bool(b.inventory.path2id('foo'))
258
Traceback (most recent call last):
260
BzrError: ('foo is already versioned', [])
262
>>> b.add(['nothere'])
263
Traceback (most recent call last):
264
BzrError: ('cannot add: not a regular file or directory: nothere', [])
427
List of paths to add, relative to the base of the tree.
430
If set, use these instead of automatically generated ids.
431
Must be the same length as the list of files, but may
432
contain None for ids that are to be autogenerated.
434
TODO: Perhaps have an option to add the ids even if the files do
437
TODO: Perhaps yield the ids and paths as they're added.
267
439
# TODO: Re-adding a file that is removed in the working copy
268
440
# should probably put it back with the previous ID.
269
if isinstance(files, types.StringTypes):
441
if isinstance(files, basestring):
442
assert(ids is None or isinstance(ids, basestring))
272
inv = self.read_working_inventory()
274
if is_control_file(f):
275
bailout("cannot add control file %s" % quotefn(f))
280
bailout("cannot add top-level %r" % f)
282
fullpath = os.path.normpath(self.abspath(f))
285
kind = file_kind(fullpath)
287
# maybe something better?
288
bailout('cannot add: not a regular file or directory: %s' % quotefn(f))
290
if kind != 'file' and kind != 'directory':
291
bailout('cannot add: not a regular file or directory: %s' % quotefn(f))
293
file_id = gen_file_id(f)
294
inv.add_path(f, kind=kind, file_id=file_id)
297
show_status('A', kind, quotefn(f))
299
mutter("add file %s file_id:{%s} kind=%r" % (f, file_id, kind))
301
self._write_inventory(inv)
448
ids = [None] * len(files)
450
assert(len(ids) == len(files))
454
inv = self.read_working_inventory()
455
for f,file_id in zip(files, ids):
456
if is_control_file(f):
457
raise BzrError("cannot add control file %s" % quotefn(f))
462
raise BzrError("cannot add top-level %r" % f)
464
fullpath = os.path.normpath(self.abspath(f))
467
kind = file_kind(fullpath)
469
# maybe something better?
470
raise BzrError('cannot add: not a regular file or directory: %s' % quotefn(f))
472
if kind != 'file' and kind != 'directory':
473
raise BzrError('cannot add: not a regular file or directory: %s' % quotefn(f))
476
file_id = gen_file_id(f)
477
inv.add_path(f, kind=kind, file_id=file_id)
479
mutter("add file %s file_id:{%s} kind=%r" % (f, file_id, kind))
481
self._write_inventory(inv)
486
def print_file(self, file, revno):
487
"""Print `file` to stdout."""
490
tree = self.revision_tree(self.lookup_revision(revno))
491
# use inventory as it was in that revision
492
file_id = tree.inventory.path2id(file)
494
raise BzrError("%r is not present in revision %s" % (file, revno))
495
tree.print_file(file_id)
305
500
def remove(self, files, verbose=False):
308
503
This does not remove their text. This does not run on
310
:todo: Refuse to remove modified files unless --force is given?
312
>>> b = ScratchBranch(files=['foo'])
314
>>> b.inventory.has_filename('foo')
317
>>> b.working_tree().has_filename('foo')
319
>>> b.inventory.has_filename('foo')
322
>>> b = ScratchBranch(files=['foo'])
327
>>> b.inventory.has_filename('foo')
329
>>> b.basis_tree().has_filename('foo')
331
>>> b.working_tree().has_filename('foo')
334
:todo: Do something useful with directories.
336
:todo: Should this remove the text or not? Tough call; not
505
TODO: Refuse to remove modified files unless --force is given?
507
TODO: Do something useful with directories.
509
TODO: Should this remove the text or not? Tough call; not
337
510
removing may be useful and the user can just use use rm, and
338
511
is the opposite of add. Removing it is consistent with most
339
512
other tools. Maybe an option.
341
514
## TODO: Normalize names
342
515
## TODO: Remove nested loops; better scalability
344
if isinstance(files, types.StringTypes):
516
if isinstance(files, basestring):
347
tree = self.working_tree()
350
# do this before any modifications
354
bailout("cannot remove unversioned file %s" % quotefn(f))
355
mutter("remove inventory entry %s {%s}" % (quotefn(f), fid))
357
# having remove it, it must be either ignored or unknown
358
if tree.is_ignored(f):
362
show_status(new_status, inv[fid].kind, quotefn(f))
522
tree = self.working_tree()
525
# do this before any modifications
529
raise BzrError("cannot remove unversioned file %s" % quotefn(f))
530
mutter("remove inventory entry %s {%s}" % (quotefn(f), fid))
532
# having remove it, it must be either ignored or unknown
533
if tree.is_ignored(f):
537
show_status(new_status, inv[fid].kind, quotefn(f))
540
self._write_inventory(inv)
545
# FIXME: this doesn't need to be a branch method
546
def set_inventory(self, new_inventory_list):
547
from bzrlib.inventory import Inventory, InventoryEntry
548
inv = Inventory(self.get_root_id())
549
for path, file_id, parent, kind in new_inventory_list:
550
name = os.path.basename(path)
553
inv.add(InventoryEntry(file_id, name, kind, parent))
365
554
self._write_inventory(inv)
384
573
return self.working_tree().unknowns()
387
def commit(self, message, timestamp=None, timezone=None,
390
"""Commit working copy as a new revision.
392
The basic approach is to add all the file texts into the
393
store, then the inventory, then make a new revision pointing
394
to that inventory and store that.
396
This is not quite safe if the working copy changes during the
397
commit; for the moment that is simply not allowed. A better
398
approach is to make a temporary copy of the files before
399
computing their hashes, and then add those hashes in turn to
400
the inventory. This should mean at least that there are no
401
broken hash pointers. There is no way we can get a snapshot
402
of the whole directory at an instant. This would also have to
403
be robust against files disappearing, moving, etc. So the
404
whole thing is a bit hard.
406
:param timestamp: if not None, seconds-since-epoch for a
407
postdated/predated commit.
410
## TODO: Show branch names
412
# TODO: Don't commit if there are no changes, unless forced?
414
# First walk over the working inventory; and both update that
415
# and also build a new revision inventory. The revision
416
# inventory needs to hold the text-id, sha1 and size of the
417
# actual file versions committed in the revision. (These are
418
# not present in the working inventory.) We also need to
419
# detect missing/deleted files, and remove them from the
422
work_inv = self.read_working_inventory()
424
basis = self.basis_tree()
425
basis_inv = basis.inventory
427
for path, entry in work_inv.iter_entries():
428
## TODO: Cope with files that have gone missing.
430
## TODO: Check that the file kind has not changed from the previous
431
## revision of this file (if any).
435
p = self.abspath(path)
436
file_id = entry.file_id
437
mutter('commit prep file %s, id %r ' % (p, file_id))
439
if not os.path.exists(p):
440
mutter(" file is missing, removing from inventory")
442
show_status('D', entry.kind, quotefn(path))
443
missing_ids.append(file_id)
446
# TODO: Handle files that have been deleted
448
# TODO: Maybe a special case for empty files? Seems a
449
# waste to store them many times.
453
if basis_inv.has_id(file_id):
454
old_kind = basis_inv[file_id].kind
455
if old_kind != entry.kind:
456
bailout("entry %r changed kind from %r to %r"
457
% (file_id, old_kind, entry.kind))
459
if entry.kind == 'directory':
461
bailout("%s is entered as directory but not a directory" % quotefn(p))
462
elif entry.kind == 'file':
464
bailout("%s is entered as file but is not a file" % quotefn(p))
466
content = file(p, 'rb').read()
468
entry.text_sha1 = sha_string(content)
469
entry.text_size = len(content)
471
old_ie = basis_inv.has_id(file_id) and basis_inv[file_id]
473
and (old_ie.text_size == entry.text_size)
474
and (old_ie.text_sha1 == entry.text_sha1)):
475
## assert content == basis.get_file(file_id).read()
476
entry.text_id = basis_inv[file_id].text_id
477
mutter(' unchanged from previous text_id {%s}' %
481
entry.text_id = gen_file_id(entry.name)
482
self.text_store.add(content, entry.text_id)
483
mutter(' stored with text_id {%s}' % entry.text_id)
487
elif (old_ie.name == entry.name
488
and old_ie.parent_id == entry.parent_id):
493
show_status(state, entry.kind, quotefn(path))
495
for file_id in missing_ids:
496
# have to do this later so we don't mess up the iterator.
497
# since parents may be removed before their children we
500
# FIXME: There's probably a better way to do this; perhaps
501
# the workingtree should know how to filter itself.
502
if work_inv.has_id(file_id):
503
del work_inv[file_id]
506
inv_id = rev_id = _gen_revision_id(time.time())
508
inv_tmp = tempfile.TemporaryFile()
509
inv.write_xml(inv_tmp)
511
self.inventory_store.add(inv_tmp, inv_id)
512
mutter('new inventory_id is {%s}' % inv_id)
514
self._write_inventory(work_inv)
516
if timestamp == None:
517
timestamp = time.time()
519
if committer == None:
520
committer = username()
523
timezone = local_time_offset()
525
mutter("building commit log message")
526
rev = Revision(timestamp=timestamp,
529
precursor = self.last_patch(),
534
rev_tmp = tempfile.TemporaryFile()
535
rev.write_xml(rev_tmp)
537
self.revision_store.add(rev_tmp, rev_id)
538
mutter("new revision_id is {%s}" % rev_id)
540
## XXX: Everything up to here can simply be orphaned if we abort
541
## the commit; it will leave junk files behind but that doesn't
544
## TODO: Read back the just-generated changeset, and make sure it
545
## applies and recreates the right state.
547
## TODO: Also calculate and store the inventory SHA1
548
mutter("committing patch r%d" % (self.revno() + 1))
550
mutter("append to revision-history")
551
f = self.controlfile('revision-history', 'at')
552
f.write(rev_id + '\n')
556
note("commited r%d" % self.revno())
576
def append_revision(self, *revision_ids):
577
from bzrlib.atomicfile import AtomicFile
579
for revision_id in revision_ids:
580
mutter("add {%s} to revision-history" % revision_id)
582
rev_history = self.revision_history()
583
rev_history.extend(revision_ids)
585
f = AtomicFile(self.controlfilename('revision-history'))
587
for rev_id in rev_history:
594
def get_revision_xml(self, revision_id):
595
"""Return XML file object for revision object."""
596
if not revision_id or not isinstance(revision_id, basestring):
597
raise InvalidRevisionId(revision_id)
602
return self.revision_store[revision_id]
604
raise bzrlib.errors.NoSuchRevision(self, revision_id)
559
609
def get_revision(self, revision_id):
560
610
"""Return the Revision object for a named revision"""
561
r = Revision.read_xml(self.revision_store[revision_id])
611
xml_file = self.get_revision_xml(revision_id)
614
r = unpack_xml(Revision, xml_file)
615
except SyntaxError, e:
616
raise bzrlib.errors.BzrError('failed to unpack revision_xml',
562
620
assert r.revision_id == revision_id
624
def get_revision_delta(self, revno):
625
"""Return the delta for one revision.
627
The delta is relative to its mainline predecessor, or the
628
empty tree for revision 1.
630
assert isinstance(revno, int)
631
rh = self.revision_history()
632
if not (1 <= revno <= len(rh)):
633
raise InvalidRevisionNumber(revno)
635
# revno is 1-based; list is 0-based
637
new_tree = self.revision_tree(rh[revno-1])
639
old_tree = EmptyTree()
641
old_tree = self.revision_tree(rh[revno-2])
643
return compare_trees(old_tree, new_tree)
647
def get_revision_sha1(self, revision_id):
648
"""Hash the stored value of a revision, and return it."""
649
# In the future, revision entries will be signed. At that
650
# point, it is probably best *not* to include the signature
651
# in the revision hash. Because that lets you re-sign
652
# the revision, (add signatures/remove signatures) and still
653
# have all hash pointers stay consistent.
654
# But for now, just hash the contents.
655
return bzrlib.osutils.sha_file(self.get_revision_xml(revision_id))
566
658
def get_inventory(self, inventory_id):
567
659
"""Get Inventory object by hash.
569
:todo: Perhaps for this and similar methods, take a revision
661
TODO: Perhaps for this and similar methods, take a revision
570
662
parameter which can be either an integer revno or a
572
i = Inventory.read_xml(self.inventory_store[inventory_id])
664
from bzrlib.inventory import Inventory
665
from bzrlib.xml import unpack_xml
667
return unpack_xml(Inventory, self.get_inventory_xml(inventory_id))
670
def get_inventory_xml(self, inventory_id):
671
"""Get inventory XML as a file object."""
672
return self.inventory_store[inventory_id]
675
def get_inventory_sha1(self, inventory_id):
676
"""Return the sha1 hash of the inventory entry
678
return sha_file(self.get_inventory_xml(inventory_id))
576
681
def get_revision_inventory(self, revision_id):
577
682
"""Return inventory of a past revision."""
683
# bzr 0.0.6 imposes the constraint that the inventory_id
684
# must be the same as its revision, so this is trivial.
578
685
if revision_id == None:
686
from bzrlib.inventory import Inventory
687
return Inventory(self.get_root_id())
581
return self.get_inventory(self.get_revision(revision_id).inventory_id)
689
return self.get_inventory(revision_id)
584
692
def revision_history(self):
596
754
That is equivalent to the number of revisions committed to
599
>>> b = ScratchBranch()
602
>>> b.commit('no foo')
606
757
return len(self.revision_history())
609
760
def last_patch(self):
610
761
"""Return last patch hash, or None if no history.
612
>>> ScratchBranch().last_patch() == None
615
763
ph = self.revision_history()
620
def lookup_revision(self, revno):
621
"""Return revision hash for revision number."""
626
# list is 0-based; revisions are 1-based
627
return self.revision_history()[revno-1]
629
bailout("no such revision %s" % revno)
770
def missing_revisions(self, other, stop_revision=None, diverged_ok=False):
772
If self and other have not diverged, return a list of the revisions
773
present in other, but missing from self.
775
>>> from bzrlib.commit import commit
776
>>> bzrlib.trace.silent = True
777
>>> br1 = ScratchBranch()
778
>>> br2 = ScratchBranch()
779
>>> br1.missing_revisions(br2)
781
>>> commit(br2, "lala!", rev_id="REVISION-ID-1")
782
>>> br1.missing_revisions(br2)
784
>>> br2.missing_revisions(br1)
786
>>> commit(br1, "lala!", rev_id="REVISION-ID-1")
787
>>> br1.missing_revisions(br2)
789
>>> commit(br2, "lala!", rev_id="REVISION-ID-2A")
790
>>> br1.missing_revisions(br2)
792
>>> commit(br1, "lala!", rev_id="REVISION-ID-2B")
793
>>> br1.missing_revisions(br2)
794
Traceback (most recent call last):
795
DivergedBranches: These branches have diverged.
797
self_history = self.revision_history()
798
self_len = len(self_history)
799
other_history = other.revision_history()
800
other_len = len(other_history)
801
common_index = min(self_len, other_len) -1
802
if common_index >= 0 and \
803
self_history[common_index] != other_history[common_index]:
804
raise DivergedBranches(self, other)
806
if stop_revision is None:
807
stop_revision = other_len
808
elif stop_revision > other_len:
809
raise bzrlib.errors.NoSuchRevision(self, stop_revision)
811
return other_history[self_len:stop_revision]
814
def update_revisions(self, other, stop_revision=None):
815
"""Pull in all new revisions from other branch.
817
from bzrlib.fetch import greedy_fetch
819
pb = bzrlib.ui.ui_factory.progress_bar()
820
pb.update('comparing histories')
822
revision_ids = self.missing_revisions(other, stop_revision)
824
if len(revision_ids) > 0:
825
count = greedy_fetch(self, other, revision_ids[-1], pb)[0]
828
self.append_revision(*revision_ids)
829
## note("Added %d revisions." % count)
834
def install_revisions(self, other, revision_ids, pb):
835
if hasattr(other.revision_store, "prefetch"):
836
other.revision_store.prefetch(revision_ids)
837
if hasattr(other.inventory_store, "prefetch"):
838
inventory_ids = [other.get_revision(r).inventory_id
839
for r in revision_ids]
840
other.inventory_store.prefetch(inventory_ids)
843
pb = bzrlib.ui.ui_factory.progress_bar()
850
for i, rev_id in enumerate(revision_ids):
851
pb.update('fetching revision', i+1, len(revision_ids))
853
rev = other.get_revision(rev_id)
854
except bzrlib.errors.NoSuchRevision:
858
revisions.append(rev)
859
inv = other.get_inventory(str(rev.inventory_id))
860
for key, entry in inv.iter_entries():
861
if entry.text_id is None:
863
if entry.text_id not in self.text_store:
864
needed_texts.add(entry.text_id)
868
count, cp_fail = self.text_store.copy_multi(other.text_store,
870
#print "Added %d texts." % count
871
inventory_ids = [ f.inventory_id for f in revisions ]
872
count, cp_fail = self.inventory_store.copy_multi(other.inventory_store,
874
#print "Added %d inventories." % count
875
revision_ids = [ f.revision_id for f in revisions]
877
count, cp_fail = self.revision_store.copy_multi(other.revision_store,
880
assert len(cp_fail) == 0
881
return count, failures
884
def commit(self, *args, **kw):
885
from bzrlib.commit import commit
886
commit(self, *args, **kw)
889
def lookup_revision(self, revision):
890
"""Return the revision identifier for a given revision information."""
891
revno, info = self.get_revision_info(revision)
895
def revision_id_to_revno(self, revision_id):
896
"""Given a revision id, return its revno"""
897
history = self.revision_history()
899
return history.index(revision_id) + 1
901
raise bzrlib.errors.NoSuchRevision(self, revision_id)
904
def get_revision_info(self, revision):
905
"""Return (revno, revision id) for revision identifier.
907
revision can be an integer, in which case it is assumed to be revno (though
908
this will translate negative values into positive ones)
909
revision can also be a string, in which case it is parsed for something like
910
'date:' or 'revid:' etc.
915
try:# Convert to int if possible
916
revision = int(revision)
919
revs = self.revision_history()
920
if isinstance(revision, int):
923
# Mabye we should do this first, but we don't need it if revision == 0
925
revno = len(revs) + revision + 1
928
elif isinstance(revision, basestring):
929
for prefix, func in Branch.REVISION_NAMESPACES.iteritems():
930
if revision.startswith(prefix):
931
revno = func(self, revs, revision)
934
raise BzrError('No namespace registered for string: %r' % revision)
936
if revno is None or revno <= 0 or revno > len(revs):
937
raise BzrError("no such revision %s" % revision)
938
return revno, revs[revno-1]
940
def _namespace_revno(self, revs, revision):
941
"""Lookup a revision by revision number"""
942
assert revision.startswith('revno:')
944
return int(revision[6:])
947
REVISION_NAMESPACES['revno:'] = _namespace_revno
949
def _namespace_revid(self, revs, revision):
950
assert revision.startswith('revid:')
952
return revs.index(revision[6:]) + 1
955
REVISION_NAMESPACES['revid:'] = _namespace_revid
957
def _namespace_last(self, revs, revision):
958
assert revision.startswith('last:')
960
offset = int(revision[5:])
965
raise BzrError('You must supply a positive value for --revision last:XXX')
966
return len(revs) - offset + 1
967
REVISION_NAMESPACES['last:'] = _namespace_last
969
def _namespace_tag(self, revs, revision):
970
assert revision.startswith('tag:')
971
raise BzrError('tag: namespace registered, but not implemented.')
972
REVISION_NAMESPACES['tag:'] = _namespace_tag
974
def _namespace_date(self, revs, revision):
975
assert revision.startswith('date:')
977
# Spec for date revisions:
979
# value can be 'yesterday', 'today', 'tomorrow' or a YYYY-MM-DD string.
980
# it can also start with a '+/-/='. '+' says match the first
981
# entry after the given date. '-' is match the first entry before the date
982
# '=' is match the first entry after, but still on the given date.
984
# +2005-05-12 says find the first matching entry after May 12th, 2005 at 0:00
985
# -2005-05-12 says find the first matching entry before May 12th, 2005 at 0:00
986
# =2005-05-12 says find the first match after May 12th, 2005 at 0:00 but before
987
# May 13th, 2005 at 0:00
989
# So the proper way of saying 'give me all entries for today' is:
990
# -r {date:+today}:{date:-tomorrow}
991
# The default is '=' when not supplied
994
if val[:1] in ('+', '-', '='):
995
match_style = val[:1]
998
today = datetime.datetime.today().replace(hour=0,minute=0,second=0,microsecond=0)
999
if val.lower() == 'yesterday':
1000
dt = today - datetime.timedelta(days=1)
1001
elif val.lower() == 'today':
1003
elif val.lower() == 'tomorrow':
1004
dt = today + datetime.timedelta(days=1)
1007
# This should be done outside the function to avoid recompiling it.
1008
_date_re = re.compile(
1009
r'(?P<date>(?P<year>\d\d\d\d)-(?P<month>\d\d)-(?P<day>\d\d))?'
1011
r'(?P<time>(?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d))?)?'
1013
m = _date_re.match(val)
1014
if not m or (not m.group('date') and not m.group('time')):
1015
raise BzrError('Invalid revision date %r' % revision)
1018
year, month, day = int(m.group('year')), int(m.group('month')), int(m.group('day'))
1020
year, month, day = today.year, today.month, today.day
1022
hour = int(m.group('hour'))
1023
minute = int(m.group('minute'))
1024
if m.group('second'):
1025
second = int(m.group('second'))
1029
hour, minute, second = 0,0,0
1031
dt = datetime.datetime(year=year, month=month, day=day,
1032
hour=hour, minute=minute, second=second)
1036
if match_style == '-':
1038
elif match_style == '=':
1039
last = dt + datetime.timedelta(days=1)
1042
for i in range(len(revs)-1, -1, -1):
1043
r = self.get_revision(revs[i])
1044
# TODO: Handle timezone.
1045
dt = datetime.datetime.fromtimestamp(r.timestamp)
1046
if first >= dt and (last is None or dt >= last):
1049
for i in range(len(revs)):
1050
r = self.get_revision(revs[i])
1051
# TODO: Handle timezone.
1052
dt = datetime.datetime.fromtimestamp(r.timestamp)
1053
if first <= dt and (last is None or dt <= last):
1055
REVISION_NAMESPACES['date:'] = _namespace_date
632
1057
def revision_tree(self, revision_id):
633
1058
"""Return Tree for a revision on this branch.
635
1060
`revision_id` may be None for the null revision, in which case
636
1061
an `EmptyTree` is returned."""
1062
# TODO: refactor this to use an existing revision object
1063
# so we don't need to read it in twice.
638
1064
if revision_id == None:
639
1065
return EmptyTree()
673
def write_log(self, show_timezone='original'):
674
"""Write out human-readable log of commits to this branch
676
:param utc: If true, show dates in universal time, not local time."""
677
## TODO: Option to choose either original, utc or local timezone
680
for p in self.revision_history():
682
print 'revno:', revno
683
## TODO: Show hash if --id is given.
684
##print 'revision-hash:', p
685
rev = self.get_revision(p)
686
print 'committer:', rev.committer
687
print 'timestamp: %s' % (format_date(rev.timestamp, rev.timezone or 0,
690
## opportunistic consistency check, same as check_patch_chaining
691
if rev.precursor != precursor:
692
bailout("mismatched precursor!")
696
print ' (no message)'
698
for l in rev.message.split('\n'):
706
def rename(self, from_paths, to_name):
1090
def rename_one(self, from_rel, to_rel):
1093
This can change the directory or the filename or both.
1097
tree = self.working_tree()
1098
inv = tree.inventory
1099
if not tree.has_filename(from_rel):
1100
raise BzrError("can't rename: old working file %r does not exist" % from_rel)
1101
if tree.has_filename(to_rel):
1102
raise BzrError("can't rename: new working file %r already exists" % to_rel)
1104
file_id = inv.path2id(from_rel)
1106
raise BzrError("can't rename: old name %r is not versioned" % from_rel)
1108
if inv.path2id(to_rel):
1109
raise BzrError("can't rename: new name %r is already versioned" % to_rel)
1111
to_dir, to_tail = os.path.split(to_rel)
1112
to_dir_id = inv.path2id(to_dir)
1113
if to_dir_id == None and to_dir != '':
1114
raise BzrError("can't determine destination directory id for %r" % to_dir)
1116
mutter("rename_one:")
1117
mutter(" file_id {%s}" % file_id)
1118
mutter(" from_rel %r" % from_rel)
1119
mutter(" to_rel %r" % to_rel)
1120
mutter(" to_dir %r" % to_dir)
1121
mutter(" to_dir_id {%s}" % to_dir_id)
1123
inv.rename(file_id, to_dir_id, to_tail)
1125
from_abs = self.abspath(from_rel)
1126
to_abs = self.abspath(to_rel)
1128
os.rename(from_abs, to_abs)
1130
raise BzrError("failed to rename %r to %r: %s"
1131
% (from_abs, to_abs, e[1]),
1132
["rename rolled back"])
1134
self._write_inventory(inv)
1139
def move(self, from_paths, to_name):
707
1140
"""Rename files.
1142
to_name must exist as a versioned directory.
709
1144
If to_name exists and is a directory, the files are moved into
710
1145
it, keeping their old names. If it is a directory,
712
1147
Note that to_name is only the last component of the new name;
713
1148
this doesn't change the directory.
1150
This returns a list of (from_path, to_path) pairs for each
1151
entry that is moved.
715
## TODO: Option to move IDs only
716
assert not isinstance(from_paths, basestring)
717
tree = self.working_tree()
719
dest_dir = isdir(self.abspath(to_name))
721
# TODO: Wind back properly if some can't be moved?
722
dest_dir_id = inv.path2id(to_name)
723
if not dest_dir_id and to_name != '':
724
bailout("destination %r is not a versioned directory" % to_name)
726
name_tail = splitpath(f)[-1]
727
dest_path = appendpath(to_name, name_tail)
728
print "%s => %s" % (f, dest_path)
729
inv.rename(inv.path2id(f), dest_dir_id, name_tail)
730
os.rename(self.abspath(f), self.abspath(dest_path))
1156
## TODO: Option to move IDs only
1157
assert not isinstance(from_paths, basestring)
1158
tree = self.working_tree()
1159
inv = tree.inventory
1160
to_abs = self.abspath(to_name)
1161
if not isdir(to_abs):
1162
raise BzrError("destination %r is not a directory" % to_abs)
1163
if not tree.has_filename(to_name):
1164
raise BzrError("destination %r not in working directory" % to_abs)
1165
to_dir_id = inv.path2id(to_name)
1166
if to_dir_id == None and to_name != '':
1167
raise BzrError("destination %r is not a versioned directory" % to_name)
1168
to_dir_ie = inv[to_dir_id]
1169
if to_dir_ie.kind not in ('directory', 'root_directory'):
1170
raise BzrError("destination %r is not a directory" % to_abs)
1172
to_idpath = inv.get_idpath(to_dir_id)
1174
for f in from_paths:
1175
if not tree.has_filename(f):
1176
raise BzrError("%r does not exist in working tree" % f)
1177
f_id = inv.path2id(f)
1179
raise BzrError("%r is not versioned" % f)
1180
name_tail = splitpath(f)[-1]
1181
dest_path = appendpath(to_name, name_tail)
1182
if tree.has_filename(dest_path):
1183
raise BzrError("destination %r already exists" % dest_path)
1184
if f_id in to_idpath:
1185
raise BzrError("can't move %r to a subdirectory of itself" % f)
1187
# OK, so there's a race here, it's possible that someone will
1188
# create a file in this interval and then the rename might be
1189
# left half-done. But we should have caught most problems.
1191
for f in from_paths:
1192
name_tail = splitpath(f)[-1]
1193
dest_path = appendpath(to_name, name_tail)
1194
result.append((f, dest_path))
1195
inv.rename(inv.path2id(f), to_dir_id, name_tail)
1197
os.rename(self.abspath(f), self.abspath(dest_path))
1199
raise BzrError("failed to rename %r to %r: %s" % (f, dest_path, e[1]),
1200
["rename rolled back"])
731
1202
self._write_inventory(inv)
733
if len(from_paths) != 1:
734
bailout("when moving multiple files, destination must be a directory")
735
bailout("rename to non-directory %r not implemented sorry" % to_name)
739
def show_status(branch, show_all=False):
740
"""Display single-line status for non-ignored working files.
742
The list is show sorted in order by file name.
744
>>> b = ScratchBranch(files=['foo', 'foo~'])
750
>>> b.commit("add foo")
752
>>> os.unlink(b.abspath('foo'))
1209
def revert(self, filenames, old_tree=None, backups=True):
1210
"""Restore selected files to the versions from a previous tree.
1213
If true (default) backups are made of files before
1216
from bzrlib.errors import NotVersionedError, BzrError
1217
from bzrlib.atomicfile import AtomicFile
1218
from bzrlib.osutils import backup_file
757
:todo: Get state for single files.
759
:todo: Perhaps show a slash at the end of directory names.
1220
inv = self.read_working_inventory()
1221
if old_tree is None:
1222
old_tree = self.basis_tree()
1223
old_inv = old_tree.inventory
1226
for fn in filenames:
1227
file_id = inv.path2id(fn)
1229
raise NotVersionedError("not a versioned file", fn)
1230
if not old_inv.has_id(file_id):
1231
raise BzrError("file not present in old tree", fn, file_id)
1232
nids.append((fn, file_id))
1234
# TODO: Rename back if it was previously at a different location
1236
# TODO: If given a directory, restore the entire contents from
1237
# the previous version.
1239
# TODO: Make a backup to a temporary file.
1241
# TODO: If the file previously didn't exist, delete it?
1242
for fn, file_id in nids:
1245
f = AtomicFile(fn, 'wb')
1247
f.write(old_tree.get_file(file_id).read())
1253
def pending_merges(self):
1254
"""Return a list of pending merges.
1256
These are revisions that have been merged into the working
1257
directory but not yet committed.
763
# We have to build everything into a list first so that it can
764
# sorted by name, incorporating all the different sources.
766
# FIXME: Rather than getting things in random order and then sorting,
767
# just step through in order.
769
# Interesting case: the old ID for a file has been removed,
770
# but a new file has been created under that name.
772
old = branch.basis_tree()
773
old_inv = old.inventory
774
new = branch.working_tree()
775
new_inv = new.inventory
777
for fs, fid, oldname, newname, kind in diff_trees(old, new):
779
show_status(fs, kind,
780
oldname + ' => ' + newname)
781
elif fs == 'A' or fs == 'M':
782
show_status(fs, kind, newname)
784
show_status(fs, kind, oldname)
787
show_status(fs, kind, newname)
790
show_status(fs, kind, newname)
792
show_status(fs, kind, newname)
794
bailout("wierd file state %r" % ((fs, fid),))
1259
cfn = self.controlfilename('pending-merges')
1260
if not os.path.exists(cfn):
1263
for l in self.controlfile('pending-merges', 'r').readlines():
1264
p.append(l.rstrip('\n'))
1268
def add_pending_merge(self, revision_id):
1269
from bzrlib.revision import validate_revision_id
1271
validate_revision_id(revision_id)
1273
p = self.pending_merges()
1274
if revision_id in p:
1276
p.append(revision_id)
1277
self.set_pending_merges(p)
1280
def set_pending_merges(self, rev_list):
1281
from bzrlib.atomicfile import AtomicFile
1284
f = AtomicFile(self.controlfilename('pending-merges'))
798
1296
class ScratchBranch(Branch):