#!/usr/bin/env python
"""Convert a pack-0.92 repository into a 1.9 (btree) repository.
This works directly on the indices, rather than using the generic conversion
logic. After conversion, it will have backed up your old indices to
.bzr/repository/indices-gi. This is significantly faster than the generic 'bzr
upgrade' but it does not work for all repository formats (only pack format
repositories are supported).
"""
steps_to_revert = []
def add_revert_step(func, *args, **kwargs):
steps_to_revert.append((func, args, kwargs))
def do_revert():
print "** Reverting repository"
for func, args, kwargs in reversed(steps_to_revert):
func(*args, **kwargs)
def main(args):
import optparse
p = optparse.OptionParser(usage='%prog [options]\n' + __doc__)
opts, args = p.parse_args(args)
from bzrlib import ui,trace,repository
from bzrlib.ui import text
from bzrlib.repofmt import pack_repo
ui.ui_factory = text.TextUIFactory()
trace.enable_default_logging()
trace.note('processing "."')
fmt = getattr(pack_repo, 'RepositoryFormatKnitPack6', None)
if fmt is None:
trace.note("** Your bzrlib does not have RepositoryFormatPack6 (--1.9)")
trace.note(" upgrade your bzrlib installation.")
return
r = repository.Repository.open('.')
if isinstance(r._format, (pack_repo.RepositoryFormatKnitPack1, # 0.92
pack_repo.RepositoryFormatKnitPack5, # 1.6
)):
fmt = pack_repo.RepositoryFormatKnitPack6
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack4, # rich-root-pack
pack_repo.RepositoryFormatKnitPack5RichRoot, # 1.6.1-rich-root
)):
fmt = pack_repo.RepositoryFormatKnitPack6RichRoot
elif isinstance(r._format, (pack_repo.RepositoryFormatKnitPack6, # 1.9
pack_repo.RepositoryFormatKnitPack6RichRoot, # 1.9-rich-root
)):
trace.note("Repository is already upgraded to: %s", r._format)
return
else:
trace.note("** Do not know how to upgrade a repository of format:")
trace.note(" %s", (r._format,))
return
t = r._transport
t.rename('format', 'format-gi')
add_revert_step(t.rename, 'format-gi', 'format')
t.put_bytes('format',
'Bazaar Repository Upgrade to 1.9 (%s) in progress\n' % (fmt,))
add_revert_step(t.delete, 'format')
pb = ui.ui_factory.nested_progress_bar()
try:
do_upgrade(r, fmt, pb)
except:
do_revert()
pb.finished()
raise
pb.finished()
def do_upgrade(r, fmt, pb):
from bzrlib import errors,repository,transport,ui,index,btree_index
from bzrlib.repofmt import pack_repo
t = r._transport
index_t = t.clone('indices')
btree_index_t = t.clone('indices-btree')
try:
btree_index_t.mkdir('.')
except errors.FileExists:
pass
names_to_sizes = {}
files = index_t.list_dir('.')
step_count = len(files)*2
for idx, n in enumerate(files):
gi = index.GraphIndex(index_t, n, index_t.stat(n).st_size)
key_count = gi.key_count()
msg = 'copying %s (%5d)' % (n, key_count)
pb.update(msg, 2*idx, step_count)
new_bi = btree_index.BTreeBuilder(gi.node_ref_lists, gi._key_length)
new_bi.add_nodes(x[1:] for x in gi.iter_all_entries())
pb.update(msg, 2*idx+1, step_count)
size = btree_index_t.put_file(n, new_bi.finish())
names_to_sizes[n] = size
ext_to_offset = {'rix':0, 'iix':1, 'tix':2, 'six':3}
base_to_sizes = {}
for n, size in names_to_sizes.iteritems():
base, ext = n.split('.')
sizes = base_to_sizes.setdefault(base, [None, None, None, None])
sizes[ext_to_offset[ext]] = size
# We upgrade all index files, but all of them may not be referenced by
# pack-names, so make sure to only include the referenced ones.
pack_name_gi = index.GraphIndex(t, 'pack-names', None)
pack_name_gi.key_count() # Parse the header
pack_name_bi = btree_index.BTreeBuilder(pack_name_gi.node_ref_lists,
pack_name_gi._key_length)
for index, key, value in pack_name_gi.iter_all_entries():
for x in base_to_sizes[key[0]]:
assert x is not None
new_value = ' '.join(map(str, base_to_sizes[key[0]]))
pack_name_bi.add_node(key, new_value)
t.put_file('pack-names-btree', pack_name_bi.finish())
del r
# While we swap everything out, block other clients.
t.rename('pack-names', 'pack-names-gi')
add_revert_step(t.rename, 'pack-names-gi', 'pack-names')
t.rename('indices', 'indices-gi')
add_revert_step(t.rename, 'indices-gi', 'indices')
t.rename('pack-names-btree', 'pack-names')
add_revert_step(t.rename, 'pack-names', 'pack-names-btree')
t.rename('indices-btree', 'indices')
add_revert_step(t.rename, 'indices', 'indices-btree')
t.put_bytes('format', fmt().get_format_string())
# format will be deleted by the earlier steps
if __name__ == '__main__':
import sys
main(sys.argv[1:])
|