~abentley/bzrtools/bzrtools.dev

477 by Aaron Bentley
split out upstream_import test cases
1
import os
2
from StringIO import StringIO
488 by Aaron Bentley
Fix tests for importing directories
3
from shutil import rmtree, copy2, copytree
477 by Aaron Bentley
split out upstream_import test cases
4
import tarfile
488 by Aaron Bentley
Fix tests for importing directories
5
import tempfile
477 by Aaron Bentley
split out upstream_import test cases
6
from unittest import makeSuite
7
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
8
from bzrlib import osutils
477 by Aaron Bentley
split out upstream_import test cases
9
from bzrlib.bzrdir import BzrDir
514 by Aaron Bentley
Fix imports
10
from bzrlib.plugins.bzrtools.upstream_import import (
11
    common_directory,
517.1.3 by Aaron Bentley
Handle broken python tar implementations
12
    import_archive,
514 by Aaron Bentley
Fix imports
13
    import_tar,
14
    import_zip,
15
    import_dir,
16
    top_directory,
17
    ZipFileWrapper, 
18
)
477 by Aaron Bentley
split out upstream_import test cases
19
from bzrlib.tests import TestCaseInTempDir
20
517.1.3 by Aaron Bentley
Handle broken python tar implementations
21
22
def import_tar_broken(tree, tar_input):
23
    """
24
    Import a tarfile with names that that end in //, e.g. Feisty Python 2.5
25
    """
26
    tar_file = tarfile.open('lala', 'r', tar_input)
27
    for member in tar_file.members:
28
        if member.name.endswith('/'):
29
            member.name += '/'
30
    import_archive(tree, tar_file)
31
32
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
33
class DirFileWriter(object):
34
35
    def __init__(self, fileobj, mode):
488 by Aaron Bentley
Fix tests for importing directories
36
        # We may be asked to 'append'.  If so, fileobj already has a path.
37
        # So we copy the existing tree, and overwrite afterward.
38
        fileobj.seek(0)
39
        existing = fileobj.read()
40
        fileobj.seek(0)
41
        path = tempfile.mkdtemp(dir=os.getcwd())
42
        if existing != '':
43
            # copytree requires the directory not to exist
44
            os.rmdir(path)
45
            copytree(existing, path)
46
        fileobj.write(path)
47
        self.root = path
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
48
49
    def add(self, path):
488 by Aaron Bentley
Fix tests for importing directories
50
        target_path = os.path.join(self.root, path)
51
        parent = osutils.dirname(target_path)
52
        if not os.path.exists(parent):
53
            os.makedirs(parent)
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
54
        kind = osutils.file_kind(path)
55
        if kind == 'file':
488 by Aaron Bentley
Fix tests for importing directories
56
            copy2(path, target_path)
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
57
        if kind == 'directory':
488 by Aaron Bentley
Fix tests for importing directories
58
            os.mkdir(target_path)
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
59
60
    def close(self):
61
        pass
62
63
477 by Aaron Bentley
split out upstream_import test cases
64
class TestImport(TestCaseInTempDir):
65
66
    def make_tar(self, mode='w'):
67
        def maker(fileobj):
68
            return tarfile.open('project-0.1.tar', mode, fileobj)
69
        return self.make_archive(maker)
70
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
71
    def make_archive(self, maker, subdir=True):
477 by Aaron Bentley
split out upstream_import test cases
72
        result = StringIO()
73
        archive_file = maker(result)
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
74
        try:
75
            os.mkdir('project-0.1')
76
            if subdir:
77
                prefix='project-0.1/'
78
                archive_file.add('project-0.1')
79
            else:
80
                prefix=''
81
                os.chdir('project-0.1')
82
            os.mkdir(prefix + 'junk')
83
            archive_file.add(prefix + 'junk')
84
            
85
            f = file(prefix + 'README', 'wb')
86
            f.write('What?')
87
            f.close()
88
            archive_file.add(prefix + 'README')
89
90
            f = file(prefix + 'FEEDME', 'wb')
91
            f.write('Hungry!!')
92
            f.close()
93
            archive_file.add(prefix + 'FEEDME')
94
95
            archive_file.close()
96
        finally:
97
            if not subdir:
98
                os.chdir('..')
99
            rmtree('project-0.1')
477 by Aaron Bentley
split out upstream_import test cases
100
        result.seek(0)
101
        return result
102
491 by Aaron Bentley
Fix test suite for importing directories
103
    def make_archive2(self, builder, subdir):
477 by Aaron Bentley
split out upstream_import test cases
104
        result = StringIO()
491 by Aaron Bentley
Fix test suite for importing directories
105
        archive_file = builder(result)
477 by Aaron Bentley
split out upstream_import test cases
106
        os.mkdir('project-0.2')
491 by Aaron Bentley
Fix test suite for importing directories
107
        try:
108
            if subdir:
109
                prefix='project-0.2/'
110
                archive_file.add('project-0.2')
111
            else:
112
                prefix=''
113
                os.chdir('project-0.2')
114
            
115
            os.mkdir(prefix + 'junk')
116
            archive_file.add(prefix + 'junk')
117
118
            f = file(prefix + 'README', 'wb')
119
            f.write('Now?')
120
            f.close()
121
            archive_file.add(prefix + 'README')
122
            archive_file.close()
123
124
            archive_file = builder(result, 'a')
125
            archive_file.add(prefix + 'README')
126
            archive_file.close()
127
128
        finally:
129
            if not subdir:
130
                os.chdir('..')
488 by Aaron Bentley
Fix tests for importing directories
131
        result.seek(0)
477 by Aaron Bentley
split out upstream_import test cases
132
        return result
133
134
    def make_messed_tar(self):
135
        result = StringIO()
136
        tar_file = tarfile.open('project-0.1.tar', 'w', result)
137
        os.mkdir('project-0.1')
138
        tar_file.add('project-0.1')
139
140
        os.mkdir('project-0.2')
141
        tar_file.add('project-0.2')
142
        
143
        f = file('project-0.1/README', 'wb')
144
        f.write('What?')
145
        f.close()
146
        tar_file.add('project-0.1/README')
147
        tar_file.close()
148
        rmtree('project-0.1')
149
        result.seek(0)
150
        return result
151
152
    def make_zip(self):
153
        def maker(fileobj):
154
            return ZipFileWrapper(fileobj, 'w')
155
        return self.make_archive(maker)
156
157
    def test_top_directory(self):
158
        self.assertEqual(top_directory('ab/b/c'), 'ab')
159
        self.assertEqual(top_directory('/etc'), '/')
160
161
    def test_common_directory(self):
162
        self.assertEqual(common_directory(['ab/c/d', 'ab/c/e']), 'ab')
163
        self.assertIs(common_directory(['ab/c/d', 'ac/c/e']), None)
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
164
        self.assertIs(None, common_directory(['FEEDME']))
477 by Aaron Bentley
split out upstream_import test cases
165
166
    def test_untar(self):
478 by Aaron Bentley
More test case unification
167
        def builder(fileobj, mode='w'):
168
            return tarfile.open('project-0.1.tar', mode, fileobj)
169
        self.archive_test(builder, import_tar)
170
517.1.3 by Aaron Bentley
Handle broken python tar implementations
171
    def test_broken_tar(self):
172
        def builder(fileobj, mode='w'):
173
            return tarfile.open('project-0.1.tar', mode, fileobj)
174
        self.archive_test(builder, import_tar_broken, subdir=True)
175
478 by Aaron Bentley
More test case unification
176
    def test_unzip(self):
177
        def builder(fileobj, mode='w'):
178
            return ZipFileWrapper(fileobj, mode)
179
        self.archive_test(builder, import_zip)
180
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
181
    def test_copydir_nosub(self):
182
        def builder(fileobj, mode='w'):
183
            return DirFileWriter(fileobj, mode)
489 by Aaron Bentley
import now imports directories
184
        # It would be bogus to test with the result in a subdirectory,
185
        # because for directories, the input root is always the output root.
484 by Aaron Bentley
Get closer to importing directories using the same mechanism as files
186
        self.archive_test(builder, import_dir)
187
188
    def archive_test(self, builder, importer, subdir=False):
189
        archive_file = self.make_archive(builder, subdir)
477 by Aaron Bentley
split out upstream_import test cases
190
        tree = BzrDir.create_standalone_workingtree('tree')
515.1.2 by Aaron Bentley
Fix all test suite bugs w/ dirstate
191
        tree.lock_write()
192
        try:
193
            importer(tree, archive_file)
194
            self.assertTrue(tree.path2id('README') is not None)
195
            self.assertTrue(tree.path2id('FEEDME') is not None)
196
            self.assertTrue(os.path.isfile(tree.abspath('README')))
197
            self.assertEqual(tree.inventory[tree.path2id('README')].kind,
198
                'file')
199
            self.assertEqual(tree.inventory[tree.path2id('FEEDME')].kind,
200
                'file')
201
            f = file(tree.abspath('junk/food'), 'wb')
202
            f.write('I like food\n')
203
            f.close()
477 by Aaron Bentley
split out upstream_import test cases
204
515.1.2 by Aaron Bentley
Fix all test suite bugs w/ dirstate
205
            archive_file = self.make_archive2(builder, subdir)
206
            importer(tree, archive_file)
207
            self.assertTrue(tree.path2id('README') is not None)
208
            self.assertTrue(not os.path.exists(tree.abspath('FEEDME')))
209
        finally:
210
            tree.unlock()
477 by Aaron Bentley
split out upstream_import test cases
211
212
213
    def test_untar2(self):
214
        tar_file = self.make_messed_tar()
215
        tree = BzrDir.create_standalone_workingtree('tree')
216
        import_tar(tree, tar_file)
217
        self.assertTrue(tree.path2id('project-0.1/README') is not None) 
218
219
    def test_untar_gzip(self):
220
        tar_file = self.make_tar(mode='w:gz')
221
        tree = BzrDir.create_standalone_workingtree('tree')
222
        import_tar(tree, tar_file)
223
        self.assertTrue(tree.path2id('README') is not None) 
224
225
def test_suite():
226
    return makeSuite(TestImport)