~abentley/bzrtools/bzrtools.dev

« back to all changes in this revision

Viewing changes to tests/upstream_import.py

  • Committer: Aaron Bentley
  • Date: 2011-06-28 07:59:00 UTC
  • Revision ID: aaron@aaronbentley.com-20110628075900-9vg08zbpwvl52hat
Fix docstring.

Show diffs side-by-side

added added

removed removed

Lines of Context:
5
5
import tempfile
6
6
from unittest import makeSuite
7
7
 
8
 
from bzrlib import osutils
 
8
from bzrlib import (
 
9
    osutils,
 
10
    revision as _mod_revision,
 
11
    transform
 
12
    )
9
13
from bzrlib.bzrdir import BzrDir
10
 
try:
11
 
    from bzrlib.plugins.bzrtools.upstream_import import (
12
 
        common_directory,
13
 
        import_tar,
14
 
        import_zip,
15
 
        import_dir,
16
 
        top_directory,
17
 
        ZipFileWrapper, 
18
 
    )
19
 
except ImportError:
20
 
    from bzrtools.upstream_import import (
21
 
        common_directory,
22
 
        import_tar,
23
 
        import_zip,
24
 
        import_dir,
25
 
        top_directory,
26
 
        ZipFileWrapper, 
27
 
    )
28
 
from bzrlib.tests import TestCaseInTempDir
 
14
from bzrlib.export.tar_exporter import export_tarball
 
15
from bzrlib.plugins.bzrtools import errors
 
16
from bzrlib.plugins.bzrtools.upstream_import import (
 
17
    common_directory,
 
18
    get_archive_type,
 
19
    import_archive,
 
20
    import_tar,
 
21
    import_zip,
 
22
    import_dir,
 
23
    top_path,
 
24
    ZipFileWrapper,
 
25
)
 
26
from bzrlib.tests import (
 
27
    TestCaseInTempDir,
 
28
    TestCaseWithTransport,
 
29
    UnicodeFilenameFeature,
 
30
    )
 
31
 
 
32
 
 
33
def import_tar_broken(tree, tar_input):
 
34
    """
 
35
    Import a tarfile with names that that end in //, e.g. Feisty Python 2.5
 
36
    """
 
37
    tar_file = tarfile.open('lala', 'r', tar_input)
 
38
    for member in tar_file.members:
 
39
        if member.name.endswith('/'):
 
40
            member.name += '/'
 
41
    import_archive(tree, tar_file)
29
42
 
30
43
 
31
44
class DirFileWriter(object):
79
92
                os.chdir('project-0.1')
80
93
            os.mkdir(prefix + 'junk')
81
94
            archive_file.add(prefix + 'junk')
82
 
            
 
95
 
83
96
            f = file(prefix + 'README', 'wb')
84
97
            f.write('What?')
85
98
            f.close()
109
122
            else:
110
123
                prefix=''
111
124
                os.chdir('project-0.2')
112
 
            
 
125
 
113
126
            os.mkdir(prefix + 'junk')
114
127
            archive_file.add(prefix + 'junk')
115
128
 
117
130
            f.write('Now?')
118
131
            f.close()
119
132
            archive_file.add(prefix + 'README')
120
 
            archive_file.close()
121
133
 
122
 
            archive_file = builder(result, 'a')
 
134
            f = file(prefix + 'README', 'wb')
 
135
            f.write('Wow?')
 
136
            f.close()
 
137
            # Add a second entry for README with different contents.
123
138
            archive_file.add(prefix + 'README')
124
139
            archive_file.close()
125
140
 
137
152
 
138
153
        os.mkdir('project-0.2')
139
154
        tar_file.add('project-0.2')
140
 
        
 
155
 
141
156
        f = file('project-0.1/README', 'wb')
142
157
        f.write('What?')
143
158
        f.close()
152
167
            return ZipFileWrapper(fileobj, 'w')
153
168
        return self.make_archive(maker)
154
169
 
155
 
    def test_top_directory(self):
156
 
        self.assertEqual(top_directory('ab/b/c'), 'ab')
157
 
        self.assertEqual(top_directory('/etc'), '/')
 
170
    def make_tar_with_bzrdir(self):
 
171
        result = StringIO()
 
172
        tar_file = tarfile.open('tar-with-bzrdir.tar', 'w', result)
 
173
        os.mkdir('toplevel-dir')
 
174
        tar_file.add('toplevel-dir')
 
175
        os.mkdir('toplevel-dir/.bzr')
 
176
        tar_file.add('toplevel-dir/.bzr')
 
177
        tar_file.close()
 
178
        rmtree('toplevel-dir')
 
179
        result.seek(0)
 
180
        return result
 
181
 
 
182
    def test_top_path(self):
 
183
        self.assertEqual(top_path('ab/b/c'), 'ab')
 
184
        self.assertEqual(top_path('etc'), 'etc')
 
185
        self.assertEqual(top_path('project-0.1'), 'project-0.1')
158
186
 
159
187
    def test_common_directory(self):
160
188
        self.assertEqual(common_directory(['ab/c/d', 'ab/c/e']), 'ab')
161
189
        self.assertIs(common_directory(['ab/c/d', 'ac/c/e']), None)
162
 
        self.assertIs(None, common_directory(['FEEDME']))
 
190
        self.assertEqual('FEEDME', common_directory(['FEEDME']))
163
191
 
164
192
    def test_untar(self):
165
193
        def builder(fileobj, mode='w'):
166
194
            return tarfile.open('project-0.1.tar', mode, fileobj)
167
195
        self.archive_test(builder, import_tar)
168
196
 
 
197
    def test_broken_tar(self):
 
198
        def builder(fileobj, mode='w'):
 
199
            return tarfile.open('project-0.1.tar', mode, fileobj)
 
200
        self.archive_test(builder, import_tar_broken, subdir=True)
 
201
 
169
202
    def test_unzip(self):
170
203
        def builder(fileobj, mode='w'):
171
204
            return ZipFileWrapper(fileobj, mode)
181
214
    def archive_test(self, builder, importer, subdir=False):
182
215
        archive_file = self.make_archive(builder, subdir)
183
216
        tree = BzrDir.create_standalone_workingtree('tree')
184
 
        importer(tree, archive_file)
185
 
        self.assertTrue(tree.path2id('README') is not None) 
186
 
        self.assertTrue(tree.path2id('FEEDME') is not None)
187
 
        self.assertTrue(os.path.isfile(tree.abspath('README')))
188
 
        self.assertEqual(tree.inventory[tree.path2id('README')].kind, 'file')
189
 
        self.assertEqual(tree.inventory[tree.path2id('FEEDME')].kind, 'file')
190
 
        
191
 
        f = file(tree.abspath('junk/food'), 'wb')
192
 
        f.write('I like food\n')
193
 
        f.close()
 
217
        tree.lock_write()
 
218
        try:
 
219
            importer(tree, archive_file)
 
220
            self.assertTrue(tree.path2id('README') is not None)
 
221
            self.assertTrue(tree.path2id('FEEDME') is not None)
 
222
            self.assertTrue(os.path.isfile(tree.abspath('README')))
 
223
            self.assertEqual(tree.inventory[tree.path2id('README')].kind,
 
224
                'file')
 
225
            self.assertEqual(tree.inventory[tree.path2id('FEEDME')].kind,
 
226
                'file')
 
227
            f = file(tree.abspath('junk/food'), 'wb')
 
228
            f.write('I like food\n')
 
229
            f.close()
194
230
 
195
 
        archive_file = self.make_archive2(builder, subdir)
196
 
        importer(tree, archive_file)
197
 
        self.assertTrue(tree.path2id('README') is not None) 
198
 
        self.assertTrue(not os.path.exists(tree.abspath('FEEDME')))
 
231
            archive_file = self.make_archive2(builder, subdir)
 
232
            importer(tree, archive_file)
 
233
            self.assertTrue(tree.path2id('README') is not None)
 
234
            # Ensure the second version of the file is used.
 
235
            self.assertEqual(tree.get_file_text(tree.path2id('README')),
 
236
                             'Wow?')
 
237
            self.assertTrue(not os.path.exists(tree.abspath('FEEDME')))
 
238
        finally:
 
239
            tree.unlock()
199
240
 
200
241
 
201
242
    def test_untar2(self):
202
243
        tar_file = self.make_messed_tar()
203
244
        tree = BzrDir.create_standalone_workingtree('tree')
204
245
        import_tar(tree, tar_file)
205
 
        self.assertTrue(tree.path2id('project-0.1/README') is not None) 
 
246
        self.assertTrue(tree.path2id('project-0.1/README') is not None)
206
247
 
207
248
    def test_untar_gzip(self):
208
249
        tar_file = self.make_tar(mode='w:gz')
209
250
        tree = BzrDir.create_standalone_workingtree('tree')
210
251
        import_tar(tree, tar_file)
211
 
        self.assertTrue(tree.path2id('README') is not None) 
 
252
        self.assertTrue(tree.path2id('README') is not None)
 
253
 
 
254
    def test_no_crash_with_bzrdir(self):
 
255
        tar_file = self.make_tar_with_bzrdir()
 
256
        tree = BzrDir.create_standalone_workingtree('tree')
 
257
        import_tar(tree, tar_file)
 
258
        # So long as it did not crash, that should be ok
 
259
 
 
260
    def test_get_archive_type(self):
 
261
        self.assertEqual(('tar', None), get_archive_type('foo.tar'))
 
262
        self.assertEqual(('zip', None), get_archive_type('foo.zip'))
 
263
        self.assertRaises(errors.NotArchiveType, get_archive_type, 'foo.gif')
 
264
        self.assertEqual(('tar', 'gz'), get_archive_type('foo.tar.gz'))
 
265
        self.assertRaises(errors.NotArchiveType, get_archive_type,
 
266
                          'foo.zip.gz')
 
267
        self.assertEqual(('tar', 'gz'), get_archive_type('foo.tgz'))
 
268
        self.assertEqual(('tar', 'lzma'), get_archive_type('foo.tar.lzma'))
 
269
        self.assertEqual(('tar', 'lzma'), get_archive_type('foo.tar.xz'))
 
270
        self.assertEqual(('tar', 'bz2'), get_archive_type('foo.tar.bz2'))
 
271
 
 
272
 
 
273
class TestWithStuff(TestCaseWithTransport):
 
274
 
 
275
    def transform_to_tar(self, tt):
 
276
        stream = StringIO()
 
277
        tarball = tarfile.open(None, 'w|', stream)
 
278
        export_tarball(tt.get_preview_tree(), tarball, '')
 
279
        return stream
 
280
 
 
281
    def get_empty_tt(self):
 
282
        b = self.make_repository('foo')
 
283
        null_tree = b.revision_tree(_mod_revision.NULL_REVISION)
 
284
        tt = transform.TransformPreview(null_tree)
 
285
        root = tt.new_directory('', transform.ROOT_PARENT, 'tree-root')
 
286
        tt.fixup_new_roots()
 
287
        self.addCleanup(tt.finalize)
 
288
        return tt
 
289
 
 
290
    def test_nonascii_paths(self):
 
291
        self.requireFeature(UnicodeFilenameFeature)
 
292
        tt = self.get_empty_tt()
 
293
        encoded_file = tt.new_file(
 
294
            u'\u1234file', tt.root, 'contents', 'new-file')
 
295
        encoded_file = tt.new_file(
 
296
            'other', tt.root, 'contents', 'other-file')
 
297
        tarfile = self.transform_to_tar(tt)
 
298
        tarfile.seek(0)
 
299
        tree = self.make_branch_and_tree('bar')
 
300
        import_tar(tree, tarfile)
 
301
        self.assertPathExists(u'bar/\u1234file')
 
302
 
212
303
 
213
304
def test_suite():
214
305
    return makeSuite(TestImport)