1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
|
# Convert a pack-0.92 repository into a 1.9 (btree) repository
steps_to_revert = []
def add_revert_step(func, *args, **kwargs):
steps_to_revert.append((func, args, kwargs))
def do_revert():
print "** Reverting repository"
for func, args, kwargs in reversed(steps_to_revert):
func(*args, **kwargs)
def main(args):
import optparse
p = optparse.OptionParser()
opts, args = p.parse_args(args)
from bzrlib import ui, trace, repository
from bzrlib.ui import text
from bzrlib.repofmt import pack_repo
ui.ui_factory = text.TextUIFactory()
trace.enable_default_logging()
trace.note('processing "."')
fmt = getattr(pack_repo, 'RepositoryFormatKnitPack6', None)
if fmt is None:
trace.note("** Your bzrlib does not have RepositoryFormatPack6 (--1.9)")
trace.note(" upgrade your bzrlib installation.")
return
r = repository.Repository.open('.')
if isinstance(r._format, (pack_repo.RepositoryFormatKnitPack1, # 0.92
pack_repo.RepositoryFormatKnitPack5, # 1.6
)):
fmt = pack_repo.RepositoryFormatKnitPack6
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack4, # rich-root-pack
pack_repo.RepositoryFormatKnitPack5RichRoot, # 1.6.1-rich-root
)):
fmt = pack_repo.RepositoryFormatKnitPack6RichRoot
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack6, # 1.9
pack_repo.RepositoryFormatKnitPack6RichRoot, # 1.9-rich-root
)):
trace.note("Repository is already upgraded to: %s", r._format)
return
else:
trace.note("** Do not know how to upgrade a repository of format:")
trace.note(" %s", (r._format,))
return
t = r._transport
t.rename('format', 'format-gi')
add_revert_step(t.rename, 'format-gi', 'format')
t.put_bytes('format',
'Bazaar Repository Upgrade to 1.9 (%s) in progress\n' % (fmt,))
add_revert_step(t.delete, 'format')
pb = ui.ui_factory.nested_progress_bar()
try:
do_upgrade(r, fmt, pb)
except:
do_revert()
pb.finished()
raise
pb.finished()
def do_upgrade(r, fmt, pb):
from bzrlib import errors, repository, transport, ui, index, btree_index
from bzrlib.repofmt import pack_repo
t = r._transport
index_t = t.clone('indices')
btree_index_t = t.clone('indices-btree')
try:
btree_index_t.mkdir('.')
except errors.FileExists:
pass
names_to_sizes = {}
files = index_t.list_dir('.')
step_count = len(files)*2
for idx, n in enumerate(files):
gi = index.GraphIndex(index_t, n, index_t.stat(n).st_size)
key_count = gi.key_count()
msg = 'copying %s (%5d)' % (n, key_count)
pb.update(msg, 2*idx, step_count)
new_bi = btree_index.BTreeBuilder(gi.node_ref_lists, gi._key_length)
new_bi.add_nodes(x[1:] for x in gi.iter_all_entries())
pb.update(msg, 2*idx+1, step_count)
size = btree_index_t.put_file(n, new_bi.finish())
names_to_sizes[n] = size
ext_to_offset = {'rix':0, 'iix':1, 'tix':2, 'six':3}
base_to_sizes = {}
for n, size in names_to_sizes.iteritems():
base, ext = n.split('.')
sizes = base_to_sizes.setdefault(base, [None, None, None, None])
sizes[ext_to_offset[ext]] = size
# We upgrade all index files, but all of them may not be referenced by
# pack-names, so make sure to only include the referenced ones.
pack_name_gi = index.GraphIndex(t, 'pack-names', None)
pack_name_gi.key_count() # Parse the header
pack_name_bi = btree_index.BTreeBuilder(pack_name_gi.node_ref_lists,
pack_name_gi._key_length)
for index, key, value in pack_name_gi.iter_all_entries():
for x in base_to_sizes[key[0]]:
assert x is not None
new_value = ' '.join(map(str, base_to_sizes[key[0]]))
pack_name_bi.add_node(key, new_value)
t.put_file('pack-names-btree', pack_name_bi.finish())
del r
# While we swap everything out, block other clients.
t.rename('pack-names', 'pack-names-gi')
add_revert_step(t.rename, 'pack-names-gi', 'pack-names')
t.rename('indices', 'indices-gi')
add_revert_step(t.rename, 'indices-gi', 'indices')
t.rename('pack-names-btree', 'pack-names')
add_revert_step(t.rename, 'pack-names', 'pack-names-btree')
t.rename('indices-btree', 'indices')
add_revert_step(t.rename, 'indices', 'indices-btree')
t.put_bytes('format', fmt().get_format_string())
# format will be deleted by the earlier steps
if __name__ == '__main__':
import sys
main(sys.argv[1:])
|