15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
import sys, os, os.path, random, time, sha, sets, types, re, shutil, tempfile
19
import traceback, socket, fnmatch, difflib, time
20
from binascii import hexlify
22
from bzrlib.trace import mutter, note
23
from bzrlib.osutils import isdir, quotefn, compact_date, rand_bytes, \
25
sha_file, appendpath, file_kind
27
from bzrlib.errors import BzrError, InvalidRevisionNumber, InvalidRevisionId
29
from bzrlib.textui import show_status
30
from bzrlib.revision import Revision
31
from bzrlib.delta import compare_trees
32
from bzrlib.tree import EmptyTree, RevisionTree
23
from inventory import Inventory
24
from trace import mutter, note
25
from tree import Tree, EmptyTree, RevisionTree
26
from inventory import InventoryEntry, Inventory
27
from osutils import isdir, quotefn, isfile, uuid, sha_file, username, \
28
format_date, compact_date, pumpfile, user_email, rand_bytes, splitpath, \
29
joinpath, sha_file, sha_string, file_kind, local_time_offset, appendpath
30
from store import ImmutableStore
31
from revision import Revision
32
from errors import BzrError
33
from textui import show_status
38
35
BZR_BRANCH_FORMAT = "Bazaar-NG branch, format 0.0.4\n"
39
36
## TODO: Maybe include checks for common corruption of newlines, etc?
42
# TODO: Some operations like log might retrieve the same revisions
43
# repeatedly to calculate deltas. We could perhaps have a weakref
44
# cache in memory to make this faster.
46
# TODO: please move the revision-string syntax stuff out of the branch
47
# object; it's clutter
50
40
def find_branch(f, **args):
51
41
if f and (f.startswith('http://') or f.startswith('https://')):
557
520
return self.working_tree().unknowns()
560
def append_revision(self, *revision_ids):
561
from bzrlib.atomicfile import AtomicFile
563
for revision_id in revision_ids:
564
mutter("add {%s} to revision-history" % revision_id)
523
def append_revision(self, revision_id):
524
mutter("add {%s} to revision-history" % revision_id)
566
525
rev_history = self.revision_history()
567
rev_history.extend(revision_ids)
569
f = AtomicFile(self.controlfilename('revision-history'))
571
for rev_id in rev_history:
578
def get_revision_xml_file(self, revision_id):
579
"""Return XML file object for revision object."""
580
if not revision_id or not isinstance(revision_id, basestring):
581
raise InvalidRevisionId(revision_id)
586
return self.revision_store[revision_id]
588
raise bzrlib.errors.NoSuchRevision(self, revision_id)
594
get_revision_xml = get_revision_xml_file
527
tmprhname = self.controlfilename('revision-history.tmp')
528
rhname = self.controlfilename('revision-history')
530
f = file(tmprhname, 'wt')
531
rev_history.append(revision_id)
532
f.write('\n'.join(rev_history))
536
if sys.platform == 'win32':
538
os.rename(tmprhname, rhname)
597
542
def get_revision(self, revision_id):
598
543
"""Return the Revision object for a named revision"""
599
xml_file = self.get_revision_xml_file(revision_id)
602
r = bzrlib.xml.serializer_v4.read_revision(xml_file)
603
except SyntaxError, e:
604
raise bzrlib.errors.BzrError('failed to unpack revision_xml',
544
if not revision_id or not isinstance(revision_id, basestring):
545
raise ValueError('invalid revision-id: %r' % revision_id)
546
r = Revision.read_xml(self.revision_store[revision_id])
608
547
assert r.revision_id == revision_id
612
def get_revision_delta(self, revno):
613
"""Return the delta for one revision.
615
The delta is relative to its mainline predecessor, or the
616
empty tree for revision 1.
618
assert isinstance(revno, int)
619
rh = self.revision_history()
620
if not (1 <= revno <= len(rh)):
621
raise InvalidRevisionNumber(revno)
623
# revno is 1-based; list is 0-based
625
new_tree = self.revision_tree(rh[revno-1])
627
old_tree = EmptyTree()
629
old_tree = self.revision_tree(rh[revno-2])
631
return compare_trees(old_tree, new_tree)
635
550
def get_revision_sha1(self, revision_id):
636
551
"""Hash the stored value of a revision, and return it."""
637
552
# In the future, revision entries will be signed. At that
796
719
if stop_revision is None:
797
720
stop_revision = other_len
798
721
elif stop_revision > other_len:
799
raise bzrlib.errors.NoSuchRevision(self, stop_revision)
722
raise NoSuchRevision(self, stop_revision)
801
724
return other_history[self_len:stop_revision]
804
727
def update_revisions(self, other, stop_revision=None):
805
728
"""Pull in all new revisions from other branch.
730
>>> from bzrlib.commit import commit
731
>>> bzrlib.trace.silent = True
732
>>> br1 = ScratchBranch(files=['foo', 'bar'])
735
>>> commit(br1, "lala!", rev_id="REVISION-ID-1", verbose=False)
736
>>> br2 = ScratchBranch()
737
>>> br2.update_revisions(br1)
741
>>> br2.revision_history()
743
>>> br2.update_revisions(br1)
747
>>> br1.text_store.total_size() == br2.text_store.total_size()
807
from bzrlib.fetch import greedy_fetch
808
from bzrlib.revision import get_intervening_revisions
810
pb = bzrlib.ui.ui_factory.progress_bar()
750
from bzrlib.progress import ProgressBar
811
754
pb.update('comparing histories')
812
if stop_revision is None:
813
other_revision = other.last_patch()
815
other_revision = other.lookup_revision(stop_revision)
816
count = greedy_fetch(self, other, other_revision, pb)[0]
818
revision_ids = self.missing_revisions(other, stop_revision)
819
except DivergedBranches, e:
821
revision_ids = get_intervening_revisions(self.last_patch(),
822
other_revision, self)
823
assert self.last_patch() not in revision_ids
824
except bzrlib.errors.NotAncestor:
827
self.append_revision(*revision_ids)
830
def install_revisions(self, other, revision_ids, pb):
831
if hasattr(other.revision_store, "prefetch"):
832
other.revision_store.prefetch(revision_ids)
833
if hasattr(other.inventory_store, "prefetch"):
835
for rev_id in revision_ids:
837
revision = other.get_revision(rev_id).inventory_id
838
inventory_ids.append(revision)
839
except bzrlib.errors.NoSuchRevision:
841
other.inventory_store.prefetch(inventory_ids)
844
pb = bzrlib.ui.ui_factory.progress_bar()
755
revision_ids = self.missing_revisions(other, stop_revision)
757
needed_texts = sets.Set()
851
for i, rev_id in enumerate(revision_ids):
852
pb.update('fetching revision', i+1, len(revision_ids))
854
rev = other.get_revision(rev_id)
855
except bzrlib.errors.NoSuchRevision:
759
for rev_id in revision_ids:
761
pb.update('fetching revision', i, len(revision_ids))
762
rev = other.get_revision(rev_id)
859
763
revisions.append(rev)
860
764
inv = other.get_inventory(str(rev.inventory_id))
861
765
for key, entry in inv.iter_entries():
869
count, cp_fail = self.text_store.copy_multi(other.text_store,
871
#print "Added %d texts." % count
773
count = self.text_store.copy_multi(other.text_store, needed_texts)
774
print "Added %d texts." % count
872
775
inventory_ids = [ f.inventory_id for f in revisions ]
873
count, cp_fail = self.inventory_store.copy_multi(other.inventory_store,
875
#print "Added %d inventories." % count
776
count = self.inventory_store.copy_multi(other.inventory_store,
778
print "Added %d inventories." % count
876
779
revision_ids = [ f.revision_id for f in revisions]
878
count, cp_fail = self.revision_store.copy_multi(other.revision_store,
881
assert len(cp_fail) == 0
882
return count, failures
780
count = self.revision_store.copy_multi(other.revision_store,
782
for revision_id in revision_ids:
783
self.append_revision(revision_id)
784
print "Added %d revisions." % count
885
787
def commit(self, *args, **kw):
886
789
from bzrlib.commit import commit
887
790
commit(self, *args, **kw)
890
def lookup_revision(self, revision):
891
"""Return the revision identifier for a given revision information."""
892
revno, info = self._get_revision_info(revision)
896
def revision_id_to_revno(self, revision_id):
897
"""Given a revision id, return its revno"""
898
history = self.revision_history()
900
return history.index(revision_id) + 1
902
raise bzrlib.errors.NoSuchRevision(self, revision_id)
905
def get_revision_info(self, revision):
906
"""Return (revno, revision id) for revision identifier.
908
revision can be an integer, in which case it is assumed to be revno (though
909
this will translate negative values into positive ones)
910
revision can also be a string, in which case it is parsed for something like
911
'date:' or 'revid:' etc.
913
revno, rev_id = self._get_revision_info(revision)
915
raise bzrlib.errors.NoSuchRevision(self, revision)
918
def get_rev_id(self, revno, history=None):
919
"""Find the revision id of the specified revno."""
793
def lookup_revision(self, revno):
794
"""Return revision hash for revision number."""
923
history = self.revision_history()
924
elif revno <= 0 or revno > len(history):
925
raise bzrlib.errors.NoSuchRevision(self, revno)
926
return history[revno - 1]
928
def _get_revision_info(self, revision):
929
"""Return (revno, revision id) for revision specifier.
931
revision can be an integer, in which case it is assumed to be revno
932
(though this will translate negative values into positive ones)
933
revision can also be a string, in which case it is parsed for something
934
like 'date:' or 'revid:' etc.
936
A revid is always returned. If it is None, the specifier referred to
937
the null revision. If the revid does not occur in the revision
938
history, revno will be None.
944
try:# Convert to int if possible
945
revision = int(revision)
948
revs = self.revision_history()
949
if isinstance(revision, int):
951
revno = len(revs) + revision + 1
954
rev_id = self.get_rev_id(revno, revs)
955
elif isinstance(revision, basestring):
956
for prefix, func in Branch.REVISION_NAMESPACES.iteritems():
957
if revision.startswith(prefix):
958
result = func(self, revs, revision)
960
revno, rev_id = result
963
rev_id = self.get_rev_id(revno, revs)
966
raise BzrError('No namespace registered for string: %r' %
969
raise TypeError('Unhandled revision type %s' % revision)
973
raise bzrlib.errors.NoSuchRevision(self, revision)
976
def _namespace_revno(self, revs, revision):
977
"""Lookup a revision by revision number"""
978
assert revision.startswith('revno:')
980
return (int(revision[6:]),)
983
REVISION_NAMESPACES['revno:'] = _namespace_revno
985
def _namespace_revid(self, revs, revision):
986
assert revision.startswith('revid:')
987
rev_id = revision[len('revid:'):]
989
return revs.index(rev_id) + 1, rev_id
992
REVISION_NAMESPACES['revid:'] = _namespace_revid
994
def _namespace_last(self, revs, revision):
995
assert revision.startswith('last:')
997
offset = int(revision[5:])
1002
raise BzrError('You must supply a positive value for --revision last:XXX')
1003
return (len(revs) - offset + 1,)
1004
REVISION_NAMESPACES['last:'] = _namespace_last
1006
def _namespace_tag(self, revs, revision):
1007
assert revision.startswith('tag:')
1008
raise BzrError('tag: namespace registered, but not implemented.')
1009
REVISION_NAMESPACES['tag:'] = _namespace_tag
1011
def _namespace_date(self, revs, revision):
1012
assert revision.startswith('date:')
1014
# Spec for date revisions:
1016
# value can be 'yesterday', 'today', 'tomorrow' or a YYYY-MM-DD string.
1017
# it can also start with a '+/-/='. '+' says match the first
1018
# entry after the given date. '-' is match the first entry before the date
1019
# '=' is match the first entry after, but still on the given date.
1021
# +2005-05-12 says find the first matching entry after May 12th, 2005 at 0:00
1022
# -2005-05-12 says find the first matching entry before May 12th, 2005 at 0:00
1023
# =2005-05-12 says find the first match after May 12th, 2005 at 0:00 but before
1024
# May 13th, 2005 at 0:00
1026
# So the proper way of saying 'give me all entries for today' is:
1027
# -r {date:+today}:{date:-tomorrow}
1028
# The default is '=' when not supplied
1031
if val[:1] in ('+', '-', '='):
1032
match_style = val[:1]
1035
today = datetime.datetime.today().replace(hour=0,minute=0,second=0,microsecond=0)
1036
if val.lower() == 'yesterday':
1037
dt = today - datetime.timedelta(days=1)
1038
elif val.lower() == 'today':
1040
elif val.lower() == 'tomorrow':
1041
dt = today + datetime.timedelta(days=1)
1044
# This should be done outside the function to avoid recompiling it.
1045
_date_re = re.compile(
1046
r'(?P<date>(?P<year>\d\d\d\d)-(?P<month>\d\d)-(?P<day>\d\d))?'
1048
r'(?P<time>(?P<hour>\d\d):(?P<minute>\d\d)(:(?P<second>\d\d))?)?'
1050
m = _date_re.match(val)
1051
if not m or (not m.group('date') and not m.group('time')):
1052
raise BzrError('Invalid revision date %r' % revision)
1055
year, month, day = int(m.group('year')), int(m.group('month')), int(m.group('day'))
1057
year, month, day = today.year, today.month, today.day
1059
hour = int(m.group('hour'))
1060
minute = int(m.group('minute'))
1061
if m.group('second'):
1062
second = int(m.group('second'))
1066
hour, minute, second = 0,0,0
1068
dt = datetime.datetime(year=year, month=month, day=day,
1069
hour=hour, minute=minute, second=second)
1073
if match_style == '-':
1075
elif match_style == '=':
1076
last = dt + datetime.timedelta(days=1)
1079
for i in range(len(revs)-1, -1, -1):
1080
r = self.get_revision(revs[i])
1081
# TODO: Handle timezone.
1082
dt = datetime.datetime.fromtimestamp(r.timestamp)
1083
if first >= dt and (last is None or dt >= last):
1086
for i in range(len(revs)):
1087
r = self.get_revision(revs[i])
1088
# TODO: Handle timezone.
1089
dt = datetime.datetime.fromtimestamp(r.timestamp)
1090
if first <= dt and (last is None or dt <= last):
1092
REVISION_NAMESPACES['date:'] = _namespace_date
1095
def _namespace_ancestor(self, revs, revision):
1096
from revision import common_ancestor, MultipleRevisionSources
1097
other_branch = find_branch(_trim_namespace('ancestor', revision))
1098
revision_a = self.last_patch()
1099
revision_b = other_branch.last_patch()
1100
for r, b in ((revision_a, self), (revision_b, other_branch)):
1102
raise bzrlib.errors.NoCommits(b)
1103
revision_source = MultipleRevisionSources(self, other_branch)
1104
result = common_ancestor(revision_a, revision_b, revision_source)
1106
revno = self.revision_id_to_revno(result)
1107
except bzrlib.errors.NoSuchRevision:
1112
REVISION_NAMESPACES['ancestor:'] = _namespace_ancestor
799
# list is 0-based; revisions are 1-based
800
return self.revision_history()[revno-1]
802
raise BzrError("no such revision %s" % revno)
1114
805
def revision_tree(self, revision_id):
1115
806
"""Return Tree for a revision on this branch.
1266
def revert(self, filenames, old_tree=None, backups=True):
1267
"""Restore selected files to the versions from a previous tree.
1270
If true (default) backups are made of files before
1273
from bzrlib.errors import NotVersionedError, BzrError
1274
from bzrlib.atomicfile import AtomicFile
1275
from bzrlib.osutils import backup_file
1277
inv = self.read_working_inventory()
1278
if old_tree is None:
1279
old_tree = self.basis_tree()
1280
old_inv = old_tree.inventory
1283
for fn in filenames:
1284
file_id = inv.path2id(fn)
1286
raise NotVersionedError("not a versioned file", fn)
1287
if not old_inv.has_id(file_id):
1288
raise BzrError("file not present in old tree", fn, file_id)
1289
nids.append((fn, file_id))
1291
# TODO: Rename back if it was previously at a different location
1293
# TODO: If given a directory, restore the entire contents from
1294
# the previous version.
1296
# TODO: Make a backup to a temporary file.
1298
# TODO: If the file previously didn't exist, delete it?
1299
for fn, file_id in nids:
1302
f = AtomicFile(fn, 'wb')
1304
f.write(old_tree.get_file(file_id).read())
1310
def pending_merges(self):
1311
"""Return a list of pending merges.
1313
These are revisions that have been merged into the working
1314
directory but not yet committed.
1316
cfn = self.controlfilename('pending-merges')
1317
if not os.path.exists(cfn):
1320
for l in self.controlfile('pending-merges', 'r').readlines():
1321
p.append(l.rstrip('\n'))
1325
def add_pending_merge(self, revision_id):
1326
from bzrlib.revision import validate_revision_id
1328
validate_revision_id(revision_id)
1330
p = self.pending_merges()
1331
if revision_id in p:
1333
p.append(revision_id)
1334
self.set_pending_merges(p)
1337
def set_pending_merges(self, rev_list):
1338
from bzrlib.atomicfile import AtomicFile
1341
f = AtomicFile(self.controlfilename('pending-merges'))
1352
def get_parent(self):
1353
"""Return the parent location of the branch.
1355
This is the default location for push/pull/missing. The usual
1356
pattern is that the user can override it by specifying a
1360
_locs = ['parent', 'pull', 'x-pull']
1363
return self.controlfile(l, 'r').read().strip('\n')
1365
if e.errno != errno.ENOENT:
1370
def set_parent(self, url):
1371
# TODO: Maybe delete old location files?
1372
from bzrlib.atomicfile import AtomicFile
1375
f = AtomicFile(self.controlfilename('parent'))
1384
def check_revno(self, revno):
1386
Check whether a revno corresponds to any revision.
1387
Zero (the NULL revision) is considered valid.
1390
self.check_real_revno(revno)
1392
def check_real_revno(self, revno):
1394
Check whether a revno corresponds to a real revision.
1395
Zero (the NULL revision) is considered invalid
1397
if revno < 1 or revno > self.revno():
1398
raise InvalidRevisionNumber(revno)
1403
954
class ScratchBranch(Branch):
1516
1059
name = re.sub(r'[^\w.]', '', name)
1518
1061
s = hexlify(rand_bytes(8))
1519
return '-'.join((name, compact_date(time()), s))
1523
"""Return a new tree-root file id."""
1524
return gen_file_id('TREE_ROOT')
1527
def pull_loc(branch):
1528
# TODO: Should perhaps just make attribute be 'base' in
1529
# RemoteBranch and Branch?
1530
if hasattr(branch, "baseurl"):
1531
return branch.baseurl
1536
def copy_branch(branch_from, to_location, revision=None):
1537
"""Copy branch_from into the existing directory to_location.
1540
If not None, only revisions up to this point will be copied.
1541
The head of the new branch will be that revision.
1544
The name of a local directory that exists but is empty.
1546
from bzrlib.merge import merge
1547
from bzrlib.branch import Branch
1549
assert isinstance(branch_from, Branch)
1550
assert isinstance(to_location, basestring)
1552
br_to = Branch(to_location, init=True)
1553
br_to.set_root_id(branch_from.get_root_id())
1554
if revision is None:
1555
revno = branch_from.revno()
1557
revno, rev_id = branch_from.get_revision_info(revision)
1558
br_to.update_revisions(branch_from, stop_revision=revno)
1559
merge((to_location, -1), (to_location, 0), this_dir=to_location,
1560
check_clean=False, ignore_zero=True)
1562
from_location = pull_loc(branch_from)
1563
br_to.set_parent(pull_loc(branch_from))
1566
def _trim_namespace(namespace, spec):
1567
full_namespace = namespace + ':'
1568
assert spec.startswith(full_namespace)
1569
return spec[len(full_namespace):]
1062
return '-'.join((name, compact_date(time.time()), s))