13
13
# You should have received a copy of the GNU General Public License
14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
19
from bzrlib.errors import BzrError
20
from bzrlib.errors import NotBranchError, BzrCommandError, NoSuchRevision
21
from bzrlib.branch import Branch
22
from bzrlib.clone import copy_branch
23
from bzrlib.commit import Commit, NullCommitReporter
16
from bzrlib import Branch
24
17
from bzrlib.commands import Command
25
from bzrlib.option import _global_option
26
from bzrlib.workingtree import WorkingTree
27
from errors import NoPyBaz
30
20
import pybaz.errors
31
from pybaz import NameParser as NameParser
32
from pybaz.backends.baz import null_cmd
33
21
except ImportError:
35
from fai import iter_new_merges, direct_merges
22
print "This command requires PyBaz. Please ensure that it is installed."
25
from pybaz.backends.baz import null_cmd
31
from bzrlib.errors import BzrError
41
32
import bzrlib.trace
42
33
import bzrlib.merge
43
import bzrlib.inventory
47
36
from progress import *
49
class ImportCommitReporter(NullCommitReporter):
50
def __init__(self, pb):
53
def escaped(self, escape_count, message):
55
bzrlib.trace.warning("replaced %d control characters in message" %
58
38
def add_id(files, id=None):
59
39
"""Adds an explicit id to a list of files.
234
207
def get_last_revision(branch):
235
last_patch = branch.last_revision()
208
last_patch = branch.last_patch()
237
210
return arch_revision(last_patch)
238
211
except NotArchRevision:
240
213
"Directory \"%s\" already exists, and the last revision is not"
241
" an Arch revision (%s)" % (branch.base, last_patch))
243
def do_branch(br_from, to_location, revision_id):
244
"""Derived from branch in builtins."""
248
os.mkdir(to_location)
250
if e.errno == errno.EEXIST:
251
raise UserError('Target directory "%s" already'
252
' exists.' % to_location)
253
if e.errno == errno.ENOENT:
254
raise UserError('Parent of "%s" does not exist.' %
259
copy_branch(br_from, to_location, revision_id, None)
260
except NoSuchRevision:
262
msg = "The branch %s has no revision %s." % (from_location, revision_id)
267
def get_remaining_revisions(output_dir, version, reuse_history_from=[]):
214
" an Arch revision (%s)" % (output_dir, last_patch))
217
def get_remaining_revisions(output_dir, version):
268
218
last_patch = None
270
output_exists = os.path.exists(output_dir)
220
if os.path.exists(output_dir):
272
221
# We are starting from an existing directory, figure out what
273
222
# the current version is
274
branch = Branch.open(output_dir)
223
branch = find_branch(output_dir)
275
224
last_patch = get_last_revision(branch)
276
if last_patch is None:
277
raise NotPreviousImport(branch.base)
278
225
if version is None:
279
226
version = last_patch.version
280
227
elif version is None:
317
243
# Strip off all of the ancestors which are already present
318
244
# And get a directory starting with the latest ancestor
319
245
latest_ancestor = ancestors[i]
320
old_revno = Branch.open(output_dir).revno()
246
old_revno = find_branch(output_dir).revno()
321
247
ancestors = ancestors[i+1:]
322
248
return ancestors, old_revno
325
###class Importer(object):
328
### Currently this is used as a parameter object, though more behaviour is
332
### def __init__(self, output_dir, version, printer, fancy=True, fast=False,
333
### verbose=False, dry_run=False, max_count=None,
334
### reuse_history_from=[]):
335
### self.output_dir = output_dir
336
### self.version = version
340
def import_version(output_dir, version, printer, fancy=True, fast=False,
341
verbose=False, dry_run=False, max_count=None,
342
reuse_history_from=[]):
250
def import_version(output_dir, version, fancy=True, fast=False, verbose=False,
251
dry_run=False, max_count=None, skip_symlinks=False):
344
253
>>> q = test_environ()
345
254
>>> result_path = os.path.join(q, "result")
346
255
>>> commit_test_revisions()
347
256
>>> version = pybaz.Version("test@example.com/test--test--0.1")
348
>>> def printer(message): print message
349
>>> import_version('/', version, printer, fancy=False, dry_run=True)
257
>>> import_version('/', version, fancy=False, dry_run=True)
350
258
Traceback (most recent call last):
351
NotPreviousImport: / is not the location of a previous import.
352
>>> import_version(result_path, version, printer, fancy=False, dry_run=True)
259
UserError: / exists, but is not a bzr branch.
260
>>> import_version(result_path, version, fancy=False, dry_run=True)
353
261
Traceback (most recent call last):
354
262
UserError: The version test@example.com/test--test--0.1 does not exist.
355
263
>>> version = pybaz.Version("test@example.com/test--test--0")
356
>>> import_version(result_path, version, printer, fancy=False, dry_run=True)
264
>>> import_version(result_path, version, fancy=False, dry_run=True)
359
267
Dry run, not modifying output_dir
361
>>> import_version(result_path, version, printer, fancy=False)
269
>>> import_version(result_path, version, fancy=False)
366
>>> import_version(result_path, version, printer, fancy=False)
274
>>> import_version(result_path, version, fancy=False)
367
275
Tree is up-to-date with test@example.com/test--test--0--patch-2
368
276
>>> commit_more_test_revisions()
369
>>> import_version(result_path, version, printer, fancy=False)
277
>>> import_version(result_path, version, fancy=False)
412
316
if os.path.exists(output_dir):
413
317
# Move the bzr control directory back, and update the working tree
414
revdir = os.path.join(tempdir, "rd")
415
if os.path.exists(revdir):
416
# actual imports were done
417
tmp_bzr_dir = os.path.join(tempdir, '.bzr')
419
bzr_dir = os.path.join(output_dir, '.bzr')
420
new_bzr_dir = os.path.join(tempdir, "rd", '.bzr')
422
os.rename(bzr_dir, tmp_bzr_dir) # Move the original bzr out of the way
423
os.rename(new_bzr_dir, bzr_dir)
425
bzrlib.merge.merge((output_dir, -1), (output_dir, None), # old_revno),
426
check_clean=False, this_dir=output_dir,
429
# If something failed, move back the original bzr directory
430
os.rename(bzr_dir, new_bzr_dir)
431
os.rename(tmp_bzr_dir, bzr_dir)
434
# no imports - perhaps just append_revisions
436
bzrlib.merge.merge((output_dir, -1), (output_dir, None), # old_revno),
318
tmp_bzr_dir = os.path.join(tempdir, '.bzr')
320
bzr_dir = os.path.join(output_dir, '.bzr')
321
new_bzr_dir = os.path.join(tempdir, "rd", '.bzr')
323
os.rename(bzr_dir, tmp_bzr_dir) # Move the original bzr out of the way
324
os.rename(new_bzr_dir, bzr_dir)
326
bzrlib.merge.merge((output_dir, -1), (output_dir, old_revno),
437
327
check_clean=False, this_dir=output_dir,
438
328
ignore_zero=True)
330
# If something failed, move back the original bzr directory
331
os.rename(bzr_dir, new_bzr_dir)
332
os.rename(tmp_bzr_dir, bzr_dir)
440
335
revdir = os.path.join(tempdir, "rd")
441
336
os.rename(revdir, output_dir)
444
printer('Cleaning up')
445
340
shutil.rmtree(tempdir)
446
printer("Import complete.")
341
print "Import complete."
448
class UserError(BzrCommandError):
343
class UserError(Exception):
449
344
def __init__(self, message):
450
345
"""Exception to throw when a user makes an impossible request
451
346
:param message: The message to emit when printing this exception
452
347
:type message: string
454
BzrCommandError.__init__(self, message)
456
class NotPreviousImport(UserError):
457
def __init__(self, path):
458
UserError.__init__(self, "%s is not the location of a previous import."
349
Exception.__init__(self, message)
462
351
def revision_id(arch_revision):
481
370
def arch_revision(revision_id):
483
>>> str(arch_revision("Arch-1:jrandom@example.com%test--test--0"))
484
Traceback (most recent call last):
485
NotArchRevision: The revision id Arch-1:jrandom@example.com%test--test--0 does not look like it came from Arch.
486
>>> str(arch_revision("Arch-1:jrandom@example.com%test--test--0--base-5"))
487
Traceback (most recent call last):
488
NotArchRevision: The revision id Arch-1:jrandom@example.com%test--test--0--base-5 does not look like it came from Arch.
489
>>> str(arch_revision("Arch-1:jrandom@example.com%test--test--0--patch-5"))
372
>>> str(arch_revision("Arch-x:jrandom@example.com%test--test--0"))
373
Traceback (most recent call last):
374
NotArchRevision: The revision id Arch-x:jrandom@example.com%test--test--0 does not look like it came from Arch.
375
>>> str(arch_revision("Arch-x:jrandom@example.com%test--test--0--base-5"))
376
Traceback (most recent call last):
377
NotArchRevision: The revision id Arch-x:jrandom@example.com%test--test--0--base-5 does not look like it came from Arch.
378
>>> str(arch_revision("Arch-x:jrandom@example.com%test--test--0--patch-5"))
490
379
'jrandom@example.com/test--test--0--patch-5'
492
381
if revision_id is None:
494
if revision_id[:7] != 'Arch-1:':
383
if revision_id[:7] != 'Arch-x:':
495
384
raise NotArchRevision(revision_id)
533
420
previous_version = version
535
422
yield Progress("revisions", i, len(ancestors))
536
if revdir is None and os.path.exists(output_dir):
537
# check for imported revisions and if present just append immediately
538
branch = Branch.open(output_dir)
539
if branch.has_revision(rev_id):
540
branch.append_revision(rev_id)
542
423
if revdir is None:
543
424
revdir = os.path.join(tempdir, "rd")
545
tree, baz_inv, log = get_revision(revdir, revision)
546
except pybaz.errors.ExecProblem, e:
547
if ("%s" % e.args).find('could not connect') == -1:
549
missing_ancestor = revision
551
print ("unable to access ancestor %s, making into a merge."
425
baz_inv, log = get_revision(revdir, revision,
426
skip_symlinks=skip_symlinks)
554
427
if os.path.exists(output_dir):
555
428
bzr_dir = os.path.join(output_dir, '.bzr')
556
429
new_bzr_dir = os.path.join(tempdir, "rd", '.bzr')
558
431
# we fail, we have corrupted the original .bzr directory. Is
559
432
# that a big problem, as we can just back out the last
560
433
# revisions in .bzr/revision_history I don't really know
561
# RBC20051024 - yes, it would be a problem as we could not then
562
# apply the corrupted revision.
563
434
shutil.copytree(bzr_dir, new_bzr_dir)
564
435
# Now revdir should have a tree with the latest .bzr, and the
565
436
# next revision of the baz tree
566
branch = Branch.open(revdir)
437
branch = find_branch(revdir)
568
branch = Branch.initialize(revdir)
439
branch = bzrlib.Branch(revdir, init=True)
570
441
old = os.path.join(revdir, ".bzr")
571
442
new = os.path.join(tempdir, ".bzr")
572
443
os.rename(old, new)
573
baz_inv, log = apply_revision(tree, revision)
444
baz_inv, log = apply_revision(revdir, revision,
445
skip_symlinks=skip_symlinks)
574
446
os.rename(new, old)
575
branch = Branch.open(revdir)
576
# cached so we can delete the log
578
log_summary = log.summary
579
log_description = log.description
580
is_continuation = log.continuation_of is not None
581
log_creator = log.creator
582
direct_merges = get_direct_merges(revdir, revision, log)
584
timestamp = email.Utils.mktime_tz(log_date + (0,))
585
if log_summary is None:
587
# log_descriptions of None and "" are ignored.
588
if not is_continuation and log_description:
589
log_message = "\n".join((log_summary, log_description))
591
log_message = log_summary
447
branch = find_branch(revdir)
448
timestamp = email.Utils.mktime_tz(log.date + (0,))
449
rev_id = revision_id(revision)
592
450
branch.lock_write()
593
target_tree = WorkingTree(revdir ,branch=branch)
594
target_tree.lock_write()
597
# if we want it to be in revision-history, do that here.
598
target_tree.add_pending_merge(revision_id(missing_ancestor))
599
missing_ancestor = None
600
for merged_rev in direct_merges:
601
target_tree.add_pending_merge(revision_id(merged_rev))
602
target_tree.set_inventory(baz_inv)
603
commitobj = Commit(reporter=ImportCommitReporter(pb))
604
commitobj.commit(branch, log_message.decode('ascii', 'replace'),
605
verbose=False, committer=log_creator,
606
timestamp=timestamp, timezone=0, rev_id=rev_id)
452
branch.set_inventory(baz_inv)
453
bzrlib.trace.silent = True
454
branch.commit(log.summary, verbose=False, committer=log.creator,
455
timestamp=timestamp, timezone=0, rev_id=rev_id)
457
bzrlib.trace.silent = False
610
459
yield Progress("revisions", len(ancestors), len(ancestors))
611
460
unlink_unversioned(branch, revdir)
613
def get_direct_merges(revdir, revision, log):
614
continuation = log.continuation_of
615
previous_version = revision.version
616
if pybaz.WorkingTree(revdir).tree_version != previous_version:
617
pybaz.WorkingTree(revdir).set_tree_version(previous_version)
618
log_path = "%s/{arch}/%s/%s/%s/%s/patch-log/%s" % (revdir,
619
revision.category.nonarch, revision.branch.nonarch,
620
revision.version.nonarch, revision.archive, revision.patchlevel)
621
temp_path = tempfile.mktemp(dir=os.path.dirname(revdir))
622
os.rename(log_path, temp_path)
623
merges = list(iter_new_merges(revdir, revision.version))
624
direct = direct_merges(merges, [continuation])
625
os.rename(temp_path, log_path)
628
462
def unlink_unversioned(branch, revdir):
629
463
for unversioned in branch.working_tree().extras():
630
464
path = os.path.join(revdir, unversioned)
636
470
def get_log(tree, revision):
637
log = pybaz.Patchlog(revision, tree=tree)
638
assert str(log.revision) == str(revision), (log.revision, revision)
471
log = tree.iter_logs(version=revision.version, reverse=True).next()
472
assert log.revision == revision
641
def get_revision(revdir, revision):
642
tree = revision.get(revdir)
475
def get_revision(revdir, revision, skip_symlinks=False):
477
tree = pybaz.tree_root(revdir)
643
478
log = get_log(tree, revision)
645
return tree, bzr_inventory_data(tree), log
480
return bzr_inventory_data(tree, skip_symlinks=skip_symlinks), log
646
481
except BadFileKind, e:
647
482
raise UserError("Cannot convert %s because %s is a %s" % (revision,e.path, e.kind) )
650
def apply_revision(tree, revision):
485
def apply_revision(revdir, revision, skip_symlinks=False):
486
tree = pybaz.tree_root(revdir)
651
487
revision.apply(tree)
652
488
log = get_log(tree, revision)
654
return bzr_inventory_data(tree), log
490
return bzr_inventory_data(tree, skip_symlinks=skip_symlinks), log
655
491
except BadFileKind, e:
656
492
raise UserError("Cannot convert %s because %s is a %s" % (revision,e.path, e.kind) )
659
497
class BadFileKind(Exception):
660
498
"""The file kind is not permitted in bzr inventories"""
661
499
def __init__(self, tree_root, path, kind):
665
503
Exception.__init__(self, "File %s is of forbidden type %s" %
666
504
(os.path.join(tree_root, path), kind))
669
def bzr_inventory_data(tree):
506
def bzr_inventory_data(tree, skip_symlinks=False):
670
507
inv_iter = tree.iter_inventory_ids(source=True, both=True)
672
for arch_id, path in inv_iter:
673
bzr_file_id = map_file_id(arch_id)
674
inv_map[path] = bzr_file_id
509
for file_id, path in inv_iter:
510
inv_map[path] = file_id
677
513
for path, file_id in inv_map.iteritems():
678
514
full_path = os.path.join(tree, path)
679
515
kind = bzrlib.osutils.file_kind(full_path)
680
if kind not in ("file", "directory", "symlink"):
516
if skip_symlinks and kind == "symlink":
518
if kind not in ("file", "directory"):
681
519
raise BadFileKind(tree, path, kind)
682
520
parent_dir = os.path.dirname(path)
683
521
if parent_dir != "":
691
_global_option('max-count', type = int)
692
class cmd_baz_import_branch(Command):
529
class NotInABranch(Exception):
530
def __init__(self, path):
531
Exception.__init__(self, "%s is not in a branch." % path)
535
def find_branch(path):
538
Traceback (most recent call last):
539
NotInABranch: / is not in a branch.
540
>>> sb = bzrlib.ScratchBranch()
541
>>> isinstance(find_branch(sb.base), bzrlib.Branch)
545
return bzrlib.Branch(path)
547
if e.args[0].endswith("' is not in a branch"):
548
raise NotInABranch(path)
550
class cmd_baz_import(Command):
693
551
"""Import an Arch or Baz branch into a bzr branch"""
694
takes_args = ['to_location', 'from_branch?', 'reuse_history*']
695
takes_options = ['verbose', 'max-count']
697
def printer(self, name):
700
def run(self, to_location, from_branch=None, fast=False, max_count=None,
701
verbose=False, dry_run=False, reuse_history_list=[]):
552
takes_args = ['to_location', 'from_branch?']
553
takes_options = ['verbose']
555
def run(self, to_location, from_branch=None, skip_symlinks=False,
556
fast=False, max_count=None, verbose=False, dry_run=False):
557
fancy = rewriting_supported()
702
558
to_location = os.path.realpath(str(to_location))
703
559
if from_branch is not None:
705
from_branch = pybaz.Version(from_branch)
561
from_branch = pybaz.Version(version)
706
562
except pybaz.errors.NamespaceError:
707
563
print "%s is not a valid Arch branch." % from_branch
709
if reuse_history_list is None:
710
reuse_history_list = []
711
import_version(to_location, from_branch, self.printer,
713
reuse_history_from=reuse_history_list)
716
class NotInABranch(Exception):
717
def __init__(self, path):
718
Exception.__init__(self, "%s is not in a branch." % path)
722
class cmd_baz_import(Command):
723
"""Import an Arch or Baz archive into bzr branches.
725
reuse_history allows you to specify any previous imports you
726
have done of different archives, which this archive has branches
727
tagged from. This will dramatically reduce the time to convert
728
the archive as it will not have to convert the history already
729
converted in that other branch.
731
takes_args = ['to_root_dir', 'from_archive', 'reuse_history*']
732
takes_options = ['verbose']
734
def printer(self, name):
737
def run(self, to_root_dir, from_archive, verbose=False,
738
reuse_history_list=[]):
739
if reuse_history_list is None:
740
reuse_history_list = []
741
to_root = str(os.path.realpath(to_root_dir))
742
if not os.path.exists(to_root):
744
import_archive(to_root, from_archive, verbose, self.printer,
748
def import_archive(to_root, from_archive, verbose, printer,
749
reuse_history_from=[]):
750
real_to = os.path.realpath(to_root)
751
history_locations = [real_to] + reuse_history_from
752
for version in pybaz.Archive(str(from_archive)).iter_versions():
753
target = os.path.join(to_root, map_namespace(version))
754
printer("importing %s into %s" % (version, target))
755
if not os.path.exists(os.path.dirname(target)):
756
os.makedirs(os.path.dirname(target))
758
import_version(target, version, printer,
759
reuse_history_from=reuse_history_from)
760
except pybaz.errors.ExecProblem,e:
761
if str(e).find('The requested revision cannot be built.') != -1:
762
printer("Skipping version %s as it cannot be built due"
763
" to a missing parent archive." % version)
767
if str(e).find('already exists, and the last revision ') != -1:
768
printer("Skipping version %s as it has had commits made"
769
" since it was converted to bzr." % version)
774
def map_namespace(a_version):
775
a_version = pybaz.Version("%s" % a_version)
776
parser = NameParser(a_version)
777
version = parser.get_version()
778
branch = parser.get_branch()
779
category = parser.get_category()
780
if branch is None or branch == '':
783
return "%s/%s" % (category, branch)
784
return "%s/%s/%s" % (category, version, branch)
786
def map_file_id(file_id):
787
"""Convert a baz file id to a bzr one."""
788
return file_id.replace('%', '%25').replace('/', '%2f')
565
import_version(to_location, from_branch, fancy=fancy)