← Back to branch summary

~abentley/bzrtools/bzrtools.dev

« back to all changes in this revision

Viewing changes to upstream_import.py

  • Committer: Aaron Bentley
  • Date: 2007-01-04 16:48:49 UTC
  • Revision ID: abentley@panoramicfeedback.com-20070104164849-8pamj8cb0o46gjgy
close old bug

Show diffs side-by-side

added added

removed removed

Lines of Context:
upstream_import.py
3
3
from bz2 import BZ2File
4
4
import errno
5
5
import os
6
 
from shutil import rmtree
7
6
from StringIO import StringIO
 
7
import stat
8
8
import tarfile
9
 
from unittest import makeSuite
 
9
import zipfile
10
10
 
 
11
from bzrlib import generate_ids
11
12
from bzrlib.bzrdir import BzrDir
12
 
from bzrlib.delta import compare_trees
13
13
from bzrlib.errors import NoSuchFile, BzrCommandError, NotBranchError
14
 
from bzrlib.osutils import pathjoin, isdir, file_iterator
15
 
from bzrlib.tests import TestCaseInTempDir
 
14
from bzrlib.osutils import pathjoin, isdir, file_iterator, basename
16
15
from bzrlib.trace import warning
17
16
from bzrlib.transform import TreeTransform, resolve_conflicts, cook_conflicts
18
17
from bzrlib.workingtree import WorkingTree
19
18
 
20
 
 
 
19
class ZipFileWrapper(object):
 
20
 
 
21
    def __init__(self, fileobj, mode):
 
22
        self.zipfile = zipfile.ZipFile(fileobj, mode)
 
23
 
 
24
    def getmembers(self):
 
25
        for info in self.zipfile.infolist():
 
26
            yield ZipInfoWrapper(self.zipfile, info)
 
27
 
 
28
    def extractfile(self, infowrapper):
 
29
        return StringIO(self.zipfile.read(infowrapper.name))
 
30
 
 
31
    def add(self, filename):
 
32
        if isdir(filename):
 
33
            self.zipfile.writestr(filename+'/', '')
 
34
        else:
 
35
            self.zipfile.write(filename)
 
36
 
 
37
    def close(self):
 
38
        self.zipfile.close()
 
39
 
 
40
 
 
41
class ZipInfoWrapper(object):
 
42
    
 
43
    def __init__(self, zipfile, info):
 
44
        self.info = info
 
45
        self.type = None
 
46
        self.name = info.filename
 
47
        self.zipfile = zipfile
 
48
        self.mode = 0666
 
49
 
 
50
    def isdir(self):
 
51
        # Really? Eeeew!
 
52
        return bool(self.name.endswith('/'))
 
53
 
 
54
    def isreg(self):
 
55
        # Really? Eeeew!
 
56
        return not self.isdir()
 
57
 
 
58
 
 
59
class DirWrapper(object):
 
60
    def __init__(self, fileobj, mode='r'):
 
61
        assert mode == 'r', mode
 
62
        self.root = os.path.realpath(fileobj.read())
 
63
 
 
64
    def getmembers(self, subdir=None):
 
65
        if subdir is not None:
 
66
            mydir = pathjoin(self.root, subdir)
 
67
        else:
 
68
            mydir = self.root
 
69
        for child in os.listdir(mydir):
 
70
            if subdir is not None:
 
71
                child = pathjoin(subdir, child)
 
72
            fi = FileInfo(self.root, child)
 
73
            yield fi
 
74
            if fi.isdir():
 
75
                for v in self.getmembers(child):
 
76
                    yield v
 
77
 
 
78
    def extractfile(self, member):
 
79
        return open(member.fullpath)
 
80
 
 
81
 
 
82
class FileInfo(object):
 
83
 
 
84
    def __init__(self, root, filepath):
 
85
        self.fullpath = pathjoin(root, filepath)
 
86
        self.root = root
 
87
        self.name = filepath 
 
88
        self.type = None
 
89
        stat = os.lstat(self.fullpath)
 
90
        self.mode = stat.st_mode
 
91
        if self.isdir():
 
92
            self.name += '/'
 
93
 
 
94
    def isreg(self):
 
95
        return stat.S_ISREG(self.mode)
 
96
 
 
97
    def isdir(self):
 
98
        return stat.S_ISDIR(self.mode)
 
99
 
 
100
        
21
101
def top_directory(path):
22
102
    """Return the top directory given in a path."""
23
103
    dirname = os.path.dirname(path)
34
114
    possible_prefix = None
35
115
    for name in names:
36
116
        name_top = top_directory(name)
 
117
        if name_top == '':
 
118
            return None
37
119
        if possible_prefix is None:
38
120
            possible_prefix = name_top
39
121
        else:
69
151
    The tarfile may be a gzipped stream.  File ids will be updated.
70
152
    """
71
153
    tar_file = tarfile.open('lala', 'r', tar_input)
72
 
    prefix = common_directory(names_of_files(tar_file))
 
154
    import_archive(tree, tar_file)
 
155
 
 
156
def import_zip(tree, zip_input):
 
157
    zip_file = ZipFileWrapper(zip_input, 'r')
 
158
    import_archive(tree, zip_file)
 
159
 
 
160
def import_dir(tree, dir_input):
 
161
    dir_file = DirWrapper(dir_input)
 
162
    import_archive(tree, dir_file)
 
163
 
 
164
def import_archive(tree, archive_file):
 
165
    prefix = common_directory(names_of_files(archive_file))
73
166
    tt = TreeTransform(tree)
74
167
 
75
168
    removed = set()
76
169
    for path, entry in tree.inventory.iter_entries():
 
170
        if entry.parent_id is None:
 
171
            continue
77
172
        trans_id = tt.trans_id_tree_path(path)
78
173
        tt.delete_contents(trans_id)
79
174
        removed.add(path)
81
176
    added = set() 
82
177
    implied_parents = set()
83
178
    seen = set()
84
 
    for member in tar_file.getmembers():
 
179
    for member in archive_file.getmembers():
85
180
        if member.type == 'g':
86
181
            # type 'g' is a header
87
182
            continue
95
190
        added.add(relative_path.rstrip('/'))
96
191
        path = tree.abspath(relative_path)
97
192
        if member.name in seen:
 
193
            if tt.final_kind(trans_id) == 'file':
 
194
                tt.set_executability(None, trans_id)
98
195
            tt.cancel_creation(trans_id)
99
196
        seen.add(member.name)
100
197
        if member.isreg():
101
 
            tt.create_file(file_iterator(tar_file.extractfile(member)), 
 
198
            tt.create_file(file_iterator(archive_file.extractfile(member)), 
102
199
                           trans_id)
 
200
            executable = (member.mode & 0111) != 0
 
201
            tt.set_executability(executable, trans_id)
103
202
        elif member.isdir():
104
203
            do_directory(tt, trans_id, tree, relative_path, path)
105
204
        elif member.issym():
106
205
            tt.create_symlink(member.linkname, trans_id)
 
206
        else:
 
207
            continue
 
208
        if tt.tree_file_id(trans_id) is None:
 
209
            name = basename(member.name.rstrip('/'))
 
210
            file_id = generate_ids.gen_file_id(name)
 
211
            tt.version_file(file_id, trans_id)
107
212
 
108
213
    for relative_path in implied_parents.difference(added):
109
214
        if relative_path == "":
111
216
        trans_id = tt.trans_id_tree_path(relative_path)
112
217
        path = tree.abspath(relative_path)
113
218
        do_directory(tt, trans_id, tree, relative_path, path)
 
219
        if tt.tree_file_id(trans_id) is None:
 
220
            tt.version_file(trans_id, trans_id)
114
221
        added.add(relative_path)
115
222
 
 
223
    for path in removed.difference(added):
 
224
        tt.unversion_file(tt.trans_id_tree_path(path))
 
225
 
116
226
    for conflict in cook_conflicts(resolve_conflicts(tt), tt):
117
227
        warning(conflict)
118
228
    tt.apply()
119
 
    update_ids(tree, added, removed)
120
 
 
121
 
 
122
 
def update_ids(tree, added, removed):
123
 
    """Make sure that all present files files have file_ids.
124
 
    """
125
 
    # XXX detect renames
126
 
    new = added.difference(removed)
127
 
    deleted = removed.difference(added)
128
 
    tree.add(sorted(new))
129
 
    tree.remove(sorted(deleted, reverse=True))
130
229
 
131
230
 
132
231
def do_import(source, tree_directory=None):
143
242
        tree = WorkingTree.open_containing('.')[0]
144
243
    tree.lock_write()
145
244
    try:
146
 
        if compare_trees(tree, tree.basis_tree()).has_changed():
 
245
        if tree.changes_from(tree.basis_tree()).has_changed():
147
246
            raise BzrCommandError("Working tree has uncommitted changes.")
148
247
 
149
248
        if (source.endswith('.tar') or source.endswith('.tar.gz') or 
161
260
                import_tar(tree, tar_input)
162
261
            finally:
163
262
                tar_input.close()
 
263
        elif source.endswith('.zip'):
 
264
            import_zip(tree, open(source, 'rb'))
 
265
        else:
 
266
            raise BzrCommandError('Unhandled import source')
164
267
    finally:
165
268
        tree.unlock()
166
 
 
167
 
class TestImport(TestCaseInTempDir):
168
 
 
169
 
    def make_tar(self, mode='w'):
170
 
        result = StringIO()
171
 
        tar_file = tarfile.open('project-0.1.tar', mode, result)
172
 
        os.mkdir('project-0.1')
173
 
        tar_file.add('project-0.1')
174
 
        os.mkdir('project-0.1/junk')
175
 
        tar_file.add('project-0.1/junk')
176
 
        
177
 
        f = file('project-0.1/README', 'wb')
178
 
        f.write('What?')
179
 
        f.close()
180
 
        tar_file.add('project-0.1/README')
181
 
 
182
 
        f = file('project-0.1/FEEDME', 'wb')
183
 
        f.write('Hungry!!')
184
 
        f.close()
185
 
        tar_file.add('project-0.1/FEEDME')
186
 
 
187
 
        tar_file.close()
188
 
        rmtree('project-0.1')
189
 
        result.seek(0)
190
 
        return result
191
 
 
192
 
    def make_tar2(self):
193
 
        result = StringIO()
194
 
        tar_file = tarfile.open('project-0.2.tar', 'w', result)
195
 
        os.mkdir('project-0.2')
196
 
        tar_file.add('project-0.2')
197
 
        
198
 
        os.mkdir('project-0.2/junk')
199
 
        tar_file.add('project-0.2/junk')
200
 
 
201
 
        f = file('project-0.2/README', 'wb')
202
 
        f.write('Now?')
203
 
        f.close()
204
 
        tar_file.add('project-0.2/README')
205
 
        tar_file.close()
206
 
 
207
 
        tar_file = tarfile.open('project-0.2.tar', 'a', result)
208
 
        tar_file.add('project-0.2/README')
209
 
 
210
 
        rmtree('project-0.2')
211
 
        return result
212
 
 
213
 
    def make_messed_tar(self):
214
 
        result = StringIO()
215
 
        tar_file = tarfile.open('project-0.1.tar', 'w', result)
216
 
        os.mkdir('project-0.1')
217
 
        tar_file.add('project-0.1')
218
 
 
219
 
        os.mkdir('project-0.2')
220
 
        tar_file.add('project-0.2')
221
 
        
222
 
        f = file('project-0.1/README', 'wb')
223
 
        f.write('What?')
224
 
        f.close()
225
 
        tar_file.add('project-0.1/README')
226
 
        tar_file.close()
227
 
        rmtree('project-0.1')
228
 
        result.seek(0)
229
 
        return result
230
 
 
231
 
    def test_top_directory(self):
232
 
        self.assertEqual(top_directory('ab/b/c'), 'ab')
233
 
        self.assertEqual(top_directory('/etc'), '/')
234
 
 
235
 
    def test_common_directory(self):
236
 
        self.assertEqual(common_directory(['ab/c/d', 'ab/c/e']), 'ab')
237
 
        self.assertIs(common_directory(['ab/c/d', 'ac/c/e']), None)
238
 
 
239
 
    def test_untar(self):
240
 
        tar_file = self.make_tar()
241
 
        tree = BzrDir.create_standalone_workingtree('tree')
242
 
        import_tar(tree, tar_file)
243
 
        self.assertTrue(tree.path2id('README') is not None) 
244
 
        self.assertTrue(tree.path2id('FEEDME') is not None)
245
 
        self.assertTrue(os.path.isfile(tree.abspath('README')))
246
 
        self.assertEqual(tree.inventory[tree.path2id('README')].kind, 'file')
247
 
        self.assertEqual(tree.inventory[tree.path2id('FEEDME')].kind, 'file')
248
 
        
249
 
        f = file(tree.abspath('junk/food'), 'wb')
250
 
        f.write('I like food\n')
251
 
        f.close()
252
 
 
253
 
        tar_file = self.make_tar2()
254
 
        import_tar(tree, tar_file)
255
 
        self.assertTrue(tree.path2id('README') is not None) 
256
 
        self.assertTrue(not os.path.exists(tree.abspath('FEEDME')))
257
 
 
258
 
 
259
 
    def test_untar2(self):
260
 
        tar_file = self.make_messed_tar()
261
 
        tree = BzrDir.create_standalone_workingtree('tree')
262
 
        import_tar(tree, tar_file)
263
 
        self.assertTrue(tree.path2id('project-0.1/README') is not None) 
264
 
 
265
 
    def test_untar_gzip(self):
266
 
        tar_file = self.make_tar(mode='w:gz')
267
 
        tree = BzrDir.create_standalone_workingtree('tree')
268
 
        import_tar(tree, tar_file)
269
 
        self.assertTrue(tree.path2id('README') is not None) 
270
 
 
271
 
 
272
 
def test_suite():
273
 
    return makeSuite(TestImport)