~bzr-pqm/bzr/bzr.dev

#!/usr/bin/env python

"""Convert a pack-0.92 repository into a 1.9 (btree) repository.

This works directly on the indices, rather than using the generic conversion

logic. After conversion, it will have backed up your old indices to

.bzr/repository/indices-gi. This is significantly faster than the generic 'bzr

upgrade' but it does not work for all repository formats (only pack format

repositories are supported).

"""

steps_to_revert = []

def add_revert_step(func, *args, **kwargs):

    steps_to_revert.append((func, args, kwargs))

def do_revert():

    print "** Reverting repository"

    for func, args, kwargs in reversed(steps_to_revert):

        func(*args, **kwargs)

def main(args):

    import optparse

    p = optparse.OptionParser(usage='%prog [options]\n' + __doc__)

    opts, args = p.parse_args(args)

    from bzrlib import ui, trace, repository

    from bzrlib.ui import text

    from bzrlib.repofmt import pack_repo

    ui.ui_factory = text.TextUIFactory()

    trace.enable_default_logging()

    trace.note('processing "."')

    fmt = getattr(pack_repo, 'RepositoryFormatKnitPack6', None)

    if fmt is None:

        trace.note("** Your bzrlib does not have RepositoryFormatPack6 (--1.9)")

        trace.note("   upgrade your bzrlib installation.")

        return

    r = repository.Repository.open('.')

    if isinstance(r._format, (pack_repo.RepositoryFormatKnitPack1, # 0.92

                              pack_repo.RepositoryFormatKnitPack5, # 1.6

                              )):

        fmt = pack_repo.RepositoryFormatKnitPack6

    elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack4, # rich-root-pack

                                pack_repo.RepositoryFormatKnitPack5RichRoot, # 1.6.1-rich-root

                               )):

        fmt = pack_repo.RepositoryFormatKnitPack6RichRoot

    elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack6, # 1.9

                                pack_repo.RepositoryFormatKnitPack6RichRoot, # 1.9-rich-root

                               )):

        trace.note("Repository is already upgraded to: %s", r._format)

        return

    else:

        trace.note("** Do not know how to upgrade a repository of format:")

        trace.note("   %s", (r._format,))

        return

    t = r._transport

    t.rename('format', 'format-gi')

    add_revert_step(t.rename, 'format-gi', 'format')

    t.put_bytes('format',

        'Bazaar Repository Upgrade to 1.9 (%s) in progress\n' % (fmt,))

    add_revert_step(t.delete, 'format')

    pb = ui.ui_factory.nested_progress_bar()

    try:

        do_upgrade(r, fmt, pb)

    except:

        do_revert()

        pb.finished()

        raise

    pb.finished()

def do_upgrade(r, fmt, pb):

    from bzrlib import errors, repository, transport, ui, index, btree_index

    from bzrlib.repofmt import pack_repo

    t = r._transport

    index_t = t.clone('indices')

    btree_index_t = t.clone('indices-btree')

    try:

      btree_index_t.mkdir('.')

    except errors.FileExists:

      pass

    names_to_sizes = {}

    files = index_t.list_dir('.')

    step_count = len(files)*2

    for idx, n in enumerate(files):

        gi = index.GraphIndex(index_t, n, index_t.stat(n).st_size)

        key_count = gi.key_count()

        msg = 'copying %s (%5d)' % (n, key_count)

        pb.update(msg, 2*idx, step_count)

        new_bi = btree_index.BTreeBuilder(gi.node_ref_lists, gi._key_length)

        new_bi.add_nodes(x[1:] for x in gi.iter_all_entries())

        pb.update(msg, 2*idx+1, step_count)

        size = btree_index_t.put_file(n, new_bi.finish())

        names_to_sizes[n] = size

    ext_to_offset = {'rix':0, 'iix':1, 'tix':2, 'six':3}

    base_to_sizes = {}

    for n, size in names_to_sizes.iteritems():

        base, ext = n.split('.')

        sizes = base_to_sizes.setdefault(base, [None, None, None, None])

        sizes[ext_to_offset[ext]] = size

    # We upgrade all index files, but all of them may not be referenced by

    # pack-names, so make sure to only include the referenced ones.

    pack_name_gi = index.GraphIndex(t, 'pack-names', None)

    pack_name_gi.key_count() # Parse the header

    pack_name_bi = btree_index.BTreeBuilder(pack_name_gi.node_ref_lists,

                                            pack_name_gi._key_length)

    for index, key, value in pack_name_gi.iter_all_entries():

        for x in base_to_sizes[key[0]]:

            assert x is not None

        new_value = ' '.join(map(str, base_to_sizes[key[0]]))

        pack_name_bi.add_node(key, new_value)

    t.put_file('pack-names-btree', pack_name_bi.finish())

    del r

    # While we swap everything out, block other clients.

    t.rename('pack-names', 'pack-names-gi')

    add_revert_step(t.rename, 'pack-names-gi', 'pack-names')

    t.rename('indices', 'indices-gi')

    add_revert_step(t.rename, 'indices-gi', 'indices')

    t.rename('pack-names-btree', 'pack-names')

    add_revert_step(t.rename, 'pack-names', 'pack-names-btree')

    t.rename('indices-btree', 'indices')

    add_revert_step(t.rename, 'indices', 'indices-btree')

    t.put_bytes('format', fmt().get_format_string())

    # format will be deleted by the earlier steps

if __name__ == '__main__':

    import sys

    main(sys.argv[1:])