1
"""Import upstream source into a branch"""
6
from StringIO import StringIO
11
from bzrlib import generate_ids
12
from bzrlib.bzrdir import BzrDir
13
from bzrlib.errors import NoSuchFile, BzrCommandError, NotBranchError
14
from bzrlib.osutils import (pathjoin, isdir, file_iterator, basename,
16
from bzrlib.trace import warning
17
from bzrlib.transform import TreeTransform, resolve_conflicts, cook_conflicts
18
from bzrlib.workingtree import WorkingTree
19
from bzrlib.plugins.bzrtools.bzrtools import open_from_url
20
from bzrlib.plugins.bzrtools import errors
22
class ZipFileWrapper(object):
24
def __init__(self, fileobj, mode):
25
self.zipfile = zipfile.ZipFile(fileobj, mode)
28
for info in self.zipfile.infolist():
29
yield ZipInfoWrapper(self.zipfile, info)
31
def extractfile(self, infowrapper):
32
return StringIO(self.zipfile.read(infowrapper.name))
34
def add(self, filename):
36
self.zipfile.writestr(filename+'/', '')
38
self.zipfile.write(filename)
44
class ZipInfoWrapper(object):
46
def __init__(self, zipfile, info):
49
self.name = info.filename
50
self.zipfile = zipfile
55
return bool(self.name.endswith('/'))
59
return not self.isdir()
62
class DirWrapper(object):
63
def __init__(self, fileobj, mode='r'):
64
assert mode == 'r', mode
65
self.root = os.path.realpath(fileobj.read())
68
return 'DirWrapper(%r)' % self.root
70
def getmembers(self, subdir=None):
71
if subdir is not None:
72
mydir = pathjoin(self.root, subdir)
75
for child in os.listdir(mydir):
76
if subdir is not None:
77
child = pathjoin(subdir, child)
78
fi = FileInfo(self.root, child)
81
for v in self.getmembers(child):
84
def extractfile(self, member):
85
return open(member.fullpath)
88
class FileInfo(object):
90
def __init__(self, root, filepath):
91
self.fullpath = pathjoin(root, filepath)
94
self.name = pathjoin(basename(root), filepath)
96
print 'root %r' % root
97
self.name = basename(root)
99
stat = os.lstat(self.fullpath)
100
self.mode = stat.st_mode
105
return 'FileInfo(%r)' % self.name
108
return stat.S_ISREG(self.mode)
111
return stat.S_ISDIR(self.mode)
114
if stat.S_ISLNK(self.mode):
115
self.linkname = os.readlink(self.fullpath)
122
"""Return the top directory given in a path."""
123
components = splitpath(path)
124
if len(components) > 0:
130
def common_directory(names):
131
"""Determine a single directory prefix from a list of names"""
132
possible_prefix = None
134
name_top = top_path(name)
137
if possible_prefix is None:
138
possible_prefix = name_top
140
if name_top != possible_prefix:
142
return possible_prefix
145
def do_directory(tt, trans_id, tree, relative_path, path):
146
if isdir(path) and tree.path2id(relative_path) is not None:
147
tt.cancel_deletion(trans_id)
149
tt.create_directory(trans_id)
152
def add_implied_parents(implied_parents, path):
153
"""Update the set of implied parents from a path"""
154
parent = os.path.dirname(path)
155
if parent in implied_parents:
157
implied_parents.add(parent)
158
add_implied_parents(implied_parents, parent)
161
def names_of_files(tar_file):
162
for member in tar_file.getmembers():
163
if member.type != "g":
167
def should_ignore(relative_path):
168
return top_path(relative_path) == '.bzr'
171
def import_tar(tree, tar_input):
172
"""Replace the contents of a working directory with tarfile contents.
173
The tarfile may be a gzipped stream. File ids will be updated.
175
tar_file = tarfile.open('lala', 'r', tar_input)
176
import_archive(tree, tar_file)
178
def import_zip(tree, zip_input):
179
zip_file = ZipFileWrapper(zip_input, 'r')
180
import_archive(tree, zip_file)
182
def import_dir(tree, dir_input):
183
dir_file = DirWrapper(dir_input)
184
import_archive(tree, dir_file)
187
def import_archive(tree, archive_file):
188
tt = TreeTransform(tree)
190
import_archive_to_transform(tree, archive_file, tt)
196
def import_archive_to_transform(tree, archive_file, tt):
197
prefix = common_directory(names_of_files(archive_file))
199
for path, entry in tree.iter_entries_by_dir():
200
if entry.parent_id is None:
202
trans_id = tt.trans_id_tree_path(path)
203
tt.delete_contents(trans_id)
207
implied_parents = set()
209
for member in archive_file.getmembers():
210
if member.type == 'g':
211
# type 'g' is a header
213
# Inverse functionality in bzr uses utf-8. We could also
214
# interpret relative to fs encoding, which would match native
216
relative_path = member.name.decode('utf-8')
217
if prefix is not None:
218
relative_path = relative_path[len(prefix)+1:]
219
relative_path = relative_path.rstrip('/')
220
if relative_path == '':
222
if should_ignore(relative_path):
224
add_implied_parents(implied_parents, relative_path)
225
trans_id = tt.trans_id_tree_path(relative_path)
226
added.add(relative_path.rstrip('/'))
227
path = tree.abspath(relative_path)
228
if member.name in seen:
229
if tt.final_kind(trans_id) == 'file':
230
tt.set_executability(None, trans_id)
231
tt.cancel_creation(trans_id)
232
seen.add(member.name)
234
tt.create_file(file_iterator(archive_file.extractfile(member)),
236
executable = (member.mode & 0111) != 0
237
tt.set_executability(executable, trans_id)
239
do_directory(tt, trans_id, tree, relative_path, path)
241
tt.create_symlink(member.linkname, trans_id)
244
if tt.tree_file_id(trans_id) is None:
245
name = basename(member.name.rstrip('/'))
246
file_id = generate_ids.gen_file_id(name)
247
tt.version_file(file_id, trans_id)
249
for relative_path in implied_parents.difference(added):
250
if relative_path == "":
252
trans_id = tt.trans_id_tree_path(relative_path)
253
path = tree.abspath(relative_path)
254
do_directory(tt, trans_id, tree, relative_path, path)
255
if tt.tree_file_id(trans_id) is None:
256
tt.version_file(trans_id, trans_id)
257
added.add(relative_path)
259
for path in removed.difference(added):
260
tt.unversion_file(tt.trans_id_tree_path(path))
262
for conflict in cook_conflicts(resolve_conflicts(tt), tt):
266
def do_import(source, tree_directory=None):
267
"""Implementation of import command. Intended for UI only"""
268
if tree_directory is not None:
270
tree = WorkingTree.open(tree_directory)
271
except NotBranchError:
272
if not os.path.exists(tree_directory):
273
os.mkdir(tree_directory)
274
branch = BzrDir.create_branch_convenience(tree_directory)
275
tree = branch.bzrdir.open_workingtree()
277
tree = WorkingTree.open_containing('.')[0]
280
if tree.changes_from(tree.basis_tree()).has_changed():
281
raise BzrCommandError("Working tree has uncommitted changes.")
284
archive, external_compressor = get_archive_type(source)
285
except errors.NotArchiveType:
286
if file_kind(source) == 'directory':
291
raise BzrCommandError('Unhandled import source')
294
import_zip(tree, open_from_url(source))
295
elif archive == 'tar':
297
tar_input = open_from_url(source)
298
if external_compressor == 'bz2':
300
tar_input = StringIO(bz2.decompress(tar_input.read()))
301
elif external_compressor == 'lzma':
303
tar_input = StringIO(lzma.decompress(tar_input.read()))
305
if e.errno == errno.ENOENT:
306
raise NoSuchFile(source)
308
import_tar(tree, tar_input)
315
def get_archive_type(path):
316
"""Return the type of archive and compressor indicated by path name.
318
Only external compressors are returned, so zip files are only
319
('zip', None). .tgz is treated as ('tar', 'gz') and '.tar.xz' is treated
322
matches = re.match(r'.*\.(zip|tgz|tar(.(gz|bz2|lzma|xz))?)$', path)
324
raise errors.NotArchiveType(path)
325
external_compressor = None
326
if matches.group(3) is not None:
328
external_compressor = matches.group(3)
329
if external_compressor == 'xz':
330
external_compressor = 'lzma'
331
elif matches.group(1) == 'tgz':
334
archive = matches.group(1)
335
return archive, external_compressor
added
removed
upstream_import.py
