4988.10.3
by John Arbash Meinel
Merge bzr.dev 5007, resolve conflict, update NEWS |
1 |
# Copyright (C) 2009, 2010 Canonical Ltd
|
4010.2.1
by James Westby
Handle files that are not present in the tree when exporting (#174539) |
2 |
#
|
3 |
# This program is free software; you can redistribute it and/or modify
|
|
4 |
# it under the terms of the GNU General Public License as published by
|
|
5 |
# the Free Software Foundation; either version 2 of the License, or
|
|
6 |
# (at your option) any later version.
|
|
7 |
#
|
|
8 |
# This program is distributed in the hope that it will be useful,
|
|
9 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
10 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
11 |
# GNU General Public License for more details.
|
|
12 |
#
|
|
13 |
# You should have received a copy of the GNU General Public License
|
|
14 |
# along with this program; if not, write to the Free Software
|
|
4183.7.1
by Sabin Iacob
update FSF mailing address |
15 |
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
4010.2.1
by James Westby
Handle files that are not present in the tree when exporting (#174539) |
16 |
|
5718.5.12
by Jelmer Vernooij
Add test for export_tarball. |
17 |
"""Tests for bzrlib.export."""
|
18 |
||
19 |
from cStringIO import StringIO |
|
4010.2.1
by James Westby
Handle files that are not present in the tree when exporting (#174539) |
20 |
import os |
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
21 |
import tarfile |
4996.1.1
by Robert Collins
Set the file mtime when exporting to a directory to prevent triggering make rebuilds unnecessarily. |
22 |
import time |
5718.5.14
by Jelmer Vernooij
Add test for per-file-timestamp zipfiles. |
23 |
import zipfile |
4241.9.5
by Vincent Ladeuil
Fix unicode related OSX failures. |
24 |
|
25 |
from bzrlib import ( |
|
4576.1.1
by Alexander Belchenko
Fixed export to existing empty directory. |
26 |
errors, |
4241.9.5
by Vincent Ladeuil
Fix unicode related OSX failures. |
27 |
export, |
28 |
tests, |
|
29 |
)
|
|
5718.5.18
by Jelmer Vernooij
Don't export to '-', but rather to ''. |
30 |
from bzrlib.export import get_root_name |
5718.5.12
by Jelmer Vernooij
Add test for export_tarball. |
31 |
from bzrlib.export.tar_exporter import export_tarball |
5718.5.19
by Jelmer Vernooij
Use features. |
32 |
from bzrlib.tests import features |
4241.9.5
by Vincent Ladeuil
Fix unicode related OSX failures. |
33 |
|
34 |
||
5718.5.9
by Jelmer Vernooij
Add test for export zip to stdout. |
35 |
class TestDirExport(tests.TestCaseWithTransport): |
4010.2.1
by James Westby
Handle files that are not present in the tree when exporting (#174539) |
36 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
37 |
def test_missing_file(self): |
4010.2.1
by James Westby
Handle files that are not present in the tree when exporting (#174539) |
38 |
self.build_tree(['a/', 'a/b', 'a/c']) |
39 |
wt = self.make_branch_and_tree('.') |
|
40 |
wt.add(['a', 'a/b', 'a/c']) |
|
41 |
os.unlink('a/c') |
|
4241.9.5
by Vincent Ladeuil
Fix unicode related OSX failures. |
42 |
export.export(wt, 'target', format="dir") |
5784.1.3
by Martin Pool
Switch away from using failUnlessExists and failIfExists |
43 |
self.assertPathExists('target/a/b') |
44 |
self.assertPathDoesNotExist('target/a/c') |
|
4241.9.5
by Vincent Ladeuil
Fix unicode related OSX failures. |
45 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
46 |
def test_empty(self): |
47 |
wt = self.make_branch_and_tree('.') |
|
48 |
export.export(wt, 'target', format="dir") |
|
49 |
self.assertEquals([], os.listdir("target")) |
|
50 |
||
51 |
def test_symlink(self): |
|
4562.1.2
by Jelmer Vernooij
Use self.requireFeature(tests.SymlinkFeature) per John's review. |
52 |
self.requireFeature(tests.SymlinkFeature) |
4562.1.1
by Jelmer Vernooij
Support exporting symlinks when exporting from a working tree. |
53 |
wt = self.make_branch_and_tree('.') |
54 |
os.symlink('source', 'link') |
|
55 |
wt.add(['link']) |
|
56 |
export.export(wt, 'target', format="dir") |
|
5784.1.3
by Martin Pool
Switch away from using failUnlessExists and failIfExists |
57 |
self.assertPathExists('target/link') |
4576.1.1
by Alexander Belchenko
Fixed export to existing empty directory. |
58 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
59 |
def test_to_existing_empty_dir_success(self): |
4576.1.1
by Alexander Belchenko
Fixed export to existing empty directory. |
60 |
self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c']) |
61 |
wt = self.make_branch_and_tree('source') |
|
62 |
wt.add(['a', 'b', 'b/c']) |
|
63 |
wt.commit('1') |
|
64 |
self.build_tree(['target/']) |
|
65 |
export.export(wt, 'target', format="dir") |
|
5784.1.3
by Martin Pool
Switch away from using failUnlessExists and failIfExists |
66 |
self.assertPathExists('target/a') |
67 |
self.assertPathExists('target/b') |
|
68 |
self.assertPathExists('target/b/c') |
|
4576.1.1
by Alexander Belchenko
Fixed export to existing empty directory. |
69 |
|
5809.3.1
by Aaron Bentley
Switch to iter_entries_by_dir. |
70 |
def test_empty_subdir(self): |
71 |
self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c']) |
|
72 |
wt = self.make_branch_and_tree('source') |
|
73 |
wt.add(['a', 'b', 'b/c']) |
|
74 |
wt.commit('1') |
|
75 |
self.build_tree(['target/']) |
|
76 |
export.export(wt, 'target', format="dir", subdir='') |
|
77 |
self.assertPathExists('target/a') |
|
78 |
self.assertPathExists('target/b') |
|
79 |
self.assertPathExists('target/b/c') |
|
80 |
||
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
81 |
def test_to_existing_nonempty_dir_fail(self): |
4576.1.1
by Alexander Belchenko
Fixed export to existing empty directory. |
82 |
self.build_tree(['source/', 'source/a', 'source/b/', 'source/b/c']) |
83 |
wt = self.make_branch_and_tree('source') |
|
84 |
wt.add(['a', 'b', 'b/c']) |
|
85 |
wt.commit('1') |
|
86 |
self.build_tree(['target/', 'target/foo']) |
|
87 |
self.assertRaises(errors.BzrError, export.export, wt, 'target', format="dir") |
|
4988.10.1
by michal
- bug #511987 fixed, export of single file |
88 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
89 |
def test_existing_single_file(self): |
4988.10.1
by michal
- bug #511987 fixed, export of single file |
90 |
self.build_tree(['dir1/', 'dir1/dir2/', 'dir1/first', 'dir1/dir2/second']) |
91 |
wtree = self.make_branch_and_tree('dir1') |
|
92 |
wtree.add(['dir2', 'first', 'dir2/second']) |
|
93 |
wtree.commit('1') |
|
94 |
export.export(wtree, 'target1', format='dir', subdir='first') |
|
5784.1.3
by Martin Pool
Switch away from using failUnlessExists and failIfExists |
95 |
self.assertPathExists('target1/first') |
4988.10.1
by michal
- bug #511987 fixed, export of single file |
96 |
export.export(wtree, 'target2', format='dir', subdir='dir2/second') |
5784.1.3
by Martin Pool
Switch away from using failUnlessExists and failIfExists |
97 |
self.assertPathExists('target2/second') |
5718.5.7
by Jelmer Vernooij
Support bzr zip exporting to stdout. |
98 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
99 |
def test_files_same_timestamp(self): |
4996.1.1
by Robert Collins
Set the file mtime when exporting to a directory to prevent triggering make rebuilds unnecessarily. |
100 |
builder = self.make_branch_builder('source') |
101 |
builder.start_series() |
|
102 |
builder.build_snapshot(None, None, [ |
|
103 |
('add', ('', 'root-id', 'directory', '')), |
|
104 |
('add', ('a', 'a-id', 'file', 'content\n'))]) |
|
105 |
builder.build_snapshot(None, None, [ |
|
106 |
('add', ('b', 'b-id', 'file', 'content\n'))]) |
|
107 |
builder.finish_series() |
|
108 |
b = builder.get_branch() |
|
109 |
b.lock_read() |
|
110 |
self.addCleanup(b.unlock) |
|
111 |
tree = b.basis_tree() |
|
112 |
orig_iter_files_bytes = tree.iter_files_bytes |
|
113 |
# Make iter_files_bytes slower, so we provoke mtime skew
|
|
114 |
def iter_files_bytes(to_fetch): |
|
115 |
for thing in orig_iter_files_bytes(to_fetch): |
|
116 |
yield thing |
|
117 |
time.sleep(1) |
|
118 |
tree.iter_files_bytes = iter_files_bytes |
|
119 |
export.export(tree, 'target', format='dir') |
|
120 |
t = self.get_transport('target') |
|
121 |
st_a = t.stat('a') |
|
122 |
st_b = t.stat('b') |
|
123 |
# All files must be given the same mtime.
|
|
124 |
self.assertEqual(st_a.st_mtime, st_b.st_mtime) |
|
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
125 |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
126 |
def test_files_per_file_timestamps(self): |
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
127 |
builder = self.make_branch_builder('source') |
128 |
builder.start_series() |
|
5151.3.1
by Martin
Fix os.utime test failures, three on FAT filesystems and one with readonly files |
129 |
# Earliest allowable date on FAT32 filesystems is 1980-01-01
|
130 |
a_time = time.mktime((1999, 12, 12, 0, 0, 0, 0, 0, 0)) |
|
131 |
b_time = time.mktime((1980, 01, 01, 0, 0, 0, 0, 0, 0)) |
|
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
132 |
builder.build_snapshot(None, None, [ |
133 |
('add', ('', 'root-id', 'directory', '')), |
|
134 |
('add', ('a', 'a-id', 'file', 'content\n'))], |
|
5151.3.1
by Martin
Fix os.utime test failures, three on FAT filesystems and one with readonly files |
135 |
timestamp=a_time) |
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
136 |
builder.build_snapshot(None, None, [ |
137 |
('add', ('b', 'b-id', 'file', 'content\n'))], |
|
5151.3.1
by Martin
Fix os.utime test failures, three on FAT filesystems and one with readonly files |
138 |
timestamp=b_time) |
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
139 |
builder.finish_series() |
140 |
b = builder.get_branch() |
|
141 |
b.lock_read() |
|
142 |
self.addCleanup(b.unlock) |
|
143 |
tree = b.basis_tree() |
|
5076.2.3
by Jelmer Vernooij
Review comments from Rob. |
144 |
export.export(tree, 'target', format='dir', per_file_timestamps=True) |
5076.2.1
by Jelmer Vernooij
Add use_tree_timestamp argument to exporters. |
145 |
t = self.get_transport('target') |
5151.3.1
by Martin
Fix os.utime test failures, three on FAT filesystems and one with readonly files |
146 |
self.assertEqual(a_time, t.stat('a').st_mtime) |
147 |
self.assertEqual(b_time, t.stat('b').st_mtime) |
|
5718.5.10
by Jelmer Vernooij
Support creating .tar.xz files. |
148 |
|
149 |
||
150 |
class TarExporterTests(tests.TestCaseWithTransport): |
|
151 |
||
5718.5.11
by Jelmer Vernooij
Tests, tests, tests. |
152 |
def test_xz(self): |
5718.5.19
by Jelmer Vernooij
Use features. |
153 |
self.requireFeature(features.lzma) |
154 |
import lzma |
|
5718.5.11
by Jelmer Vernooij
Tests, tests, tests. |
155 |
wt = self.make_branch_and_tree('.') |
156 |
self.build_tree(['a']) |
|
157 |
wt.add(["a"]) |
|
158 |
wt.commit("1") |
|
5718.5.19
by Jelmer Vernooij
Use features. |
159 |
export.export(wt, 'target.tar.xz', format="txz") |
5718.5.11
by Jelmer Vernooij
Tests, tests, tests. |
160 |
tf = tarfile.open(fileobj=lzma.LZMAFile('target.tar.xz')) |
161 |
self.assertEquals(["target/a"], tf.getnames()) |
|
162 |
||
5718.5.17
by Jelmer Vernooij
Support tar.lzma. |
163 |
def test_lzma(self): |
5718.5.19
by Jelmer Vernooij
Use features. |
164 |
self.requireFeature(features.lzma) |
165 |
import lzma |
|
5718.5.17
by Jelmer Vernooij
Support tar.lzma. |
166 |
wt = self.make_branch_and_tree('.') |
167 |
self.build_tree(['a']) |
|
168 |
wt.add(["a"]) |
|
169 |
wt.commit("1") |
|
5718.5.19
by Jelmer Vernooij
Use features. |
170 |
export.export(wt, 'target.tar.lzma', format="tlzma") |
5718.5.17
by Jelmer Vernooij
Support tar.lzma. |
171 |
tf = tarfile.open(fileobj=lzma.LZMAFile('target.tar.lzma')) |
172 |
self.assertEquals(["target/a"], tf.getnames()) |
|
173 |
||
5718.5.11
by Jelmer Vernooij
Tests, tests, tests. |
174 |
def test_tgz(self): |
175 |
wt = self.make_branch_and_tree('.') |
|
176 |
self.build_tree(['a']) |
|
177 |
wt.add(["a"]) |
|
178 |
wt.commit("1") |
|
179 |
export.export(wt, 'target.tar.gz', format="tgz") |
|
180 |
tf = tarfile.open('target.tar.gz') |
|
181 |
self.assertEquals(["target/a"], tf.getnames()) |
|
182 |
||
5718.5.15
by Jelmer Vernooij
Only write out basename of the tarfile to the gzip file. |
183 |
def test_tgz_ignores_dest_path(self): |
184 |
# The target path should not be a part of the target file.
|
|
185 |
# (bug #102234)
|
|
186 |
wt = self.make_branch_and_tree('.') |
|
187 |
self.build_tree(['a']) |
|
188 |
wt.add(["a"]) |
|
189 |
wt.commit("1") |
|
190 |
os.mkdir("testdir1") |
|
191 |
os.mkdir("testdir2") |
|
192 |
export.export(wt, 'testdir1/target.tar.gz', format="tgz", |
|
193 |
per_file_timestamps=True) |
|
194 |
export.export(wt, 'testdir2/target.tar.gz', format="tgz", |
|
195 |
per_file_timestamps=True) |
|
196 |
file1 = open('testdir1/target.tar.gz', 'r') |
|
197 |
self.addCleanup(file1.close) |
|
198 |
file2 = open('testdir1/target.tar.gz', 'r') |
|
199 |
self.addCleanup(file2.close) |
|
200 |
content1 = file1.read() |
|
201 |
content2 = file2.read() |
|
202 |
self.assertEqualDiff(content1, content2) |
|
203 |
# the gzip module doesn't have a way to read back to the original
|
|
204 |
# filename, but it's stored as-is in the tarfile.
|
|
205 |
self.assertFalse("testdir1" in content1) |
|
206 |
self.assertFalse("target.tar.gz" in content1) |
|
207 |
self.assertTrue("target.tar" in content1) |
|
208 |
||
5718.5.11
by Jelmer Vernooij
Tests, tests, tests. |
209 |
def test_tbz2(self): |
210 |
wt = self.make_branch_and_tree('.') |
|
211 |
self.build_tree(['a']) |
|
212 |
wt.add(["a"]) |
|
213 |
wt.commit("1") |
|
214 |
export.export(wt, 'target.tar.bz2', format="tbz2") |
|
215 |
tf = tarfile.open('target.tar.bz2') |
|
216 |
self.assertEquals(["target/a"], tf.getnames()) |
|
217 |
||
218 |
def test_xz_stdout(self): |
|
219 |
wt = self.make_branch_and_tree('.') |
|
220 |
self.assertRaises(errors.BzrError, export.export, wt, '-', |
|
221 |
format="txz") |
|
5718.5.12
by Jelmer Vernooij
Add test for export_tarball. |
222 |
|
223 |
def test_export_tarball(self): |
|
224 |
wt = self.make_branch_and_tree('.') |
|
225 |
self.build_tree(['a']) |
|
226 |
wt.add(["a"]) |
|
227 |
wt.commit("1", timestamp=42) |
|
228 |
target = StringIO() |
|
229 |
ball = tarfile.open(None, "w|", target) |
|
230 |
wt.lock_read() |
|
231 |
try: |
|
5718.5.20
by Jelmer Vernooij
Force timezone to UTC in zip test. |
232 |
export_tarball(wt, ball, "bar") |
5718.5.12
by Jelmer Vernooij
Add test for export_tarball. |
233 |
finally: |
234 |
wt.unlock() |
|
235 |
self.assertEquals(["bar/a"], ball.getnames()) |
|
236 |
ball.close() |
|
5718.5.14
by Jelmer Vernooij
Add test for per-file-timestamp zipfiles. |
237 |
|
238 |
||
239 |
class ZipExporterTests(tests.TestCaseWithTransport): |
|
240 |
||
241 |
def test_per_file_timestamps(self): |
|
242 |
tree = self.make_branch_and_tree('.') |
|
243 |
self.build_tree_contents([('har', 'foo')]) |
|
244 |
tree.add('har') |
|
245 |
# Earliest allowable date on FAT32 filesystems is 1980-01-01
|
|
5718.5.26
by Jelmer Vernooij
Work around zip info time zone issues. |
246 |
timestamp = 347151600 |
247 |
tree.commit('setup', timestamp=timestamp) |
|
5718.5.14
by Jelmer Vernooij
Add test for per-file-timestamp zipfiles. |
248 |
export.export(tree.basis_tree(), 'test.zip', format='zip', |
249 |
per_file_timestamps=True) |
|
250 |
zfile = zipfile.ZipFile('test.zip') |
|
251 |
info = zfile.getinfo("test/har") |
|
5718.5.26
by Jelmer Vernooij
Work around zip info time zone issues. |
252 |
self.assertEquals(time.localtime(timestamp)[:6], info.date_time) |
5718.5.18
by Jelmer Vernooij
Don't export to '-', but rather to ''. |
253 |
|
254 |
||
255 |
class RootNameTests(tests.TestCase): |
|
256 |
||
257 |
def test_root_name(self): |
|
258 |
self.assertEquals('mytest', get_root_name('../mytest.tar')) |
|
259 |
self.assertEquals('mytar', get_root_name('mytar.tar')) |
|
260 |
self.assertEquals('mytar', get_root_name('mytar.tar.bz2')) |
|
261 |
self.assertEquals('tar.tar.tar', get_root_name('tar.tar.tar.tgz')) |
|
262 |
self.assertEquals('bzr-0.0.5', get_root_name('bzr-0.0.5.tar.gz')) |
|
263 |
self.assertEquals('bzr-0.0.5', get_root_name('bzr-0.0.5.zip')) |
|
264 |
self.assertEquals('bzr-0.0.5', get_root_name('bzr-0.0.5')) |
|
265 |
self.assertEquals('mytar', get_root_name('a/long/path/mytar.tgz')) |
|
266 |
self.assertEquals('other', |
|
267 |
get_root_name('../parent/../dir/other.tbz2')) |
|
268 |
self.assertEquals('', get_root_name('-')) |