15
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
18
19
from cStringIO import StringIO
23
from tempfile import TemporaryFile
29
revision as _mod_revision,
25
from bzrlib import tests
26
from bzrlib.diff import (
35
from bzrlib.symbol_versioning import deprecated_in
36
from bzrlib.tests import features
37
from bzrlib.tests.blackbox.test_diff import subst_dates
40
class _AttribFeature(tests.Feature):
36
from bzrlib.errors import BinaryFile, NoDiff, ExecutableMissing
37
import bzrlib.osutils as osutils
38
import bzrlib.revision as _mod_revision
39
import bzrlib.transform as transform
40
import bzrlib.patiencediff
41
import bzrlib._patiencediff_py
42
from bzrlib.tests import (Feature, TestCase, TestCaseWithTransport,
43
TestCaseInTempDir, TestSkipped)
46
class _AttribFeature(Feature):
43
49
if (sys.platform not in ('cygwin', 'win32')):
123
140
## "Unterminated hunk header for patch:\n%s" % "".join(lines)
125
142
def test_binary_lines(self):
127
uni_lines = [1023 * 'a' + '\x00']
128
self.assertRaises(errors.BinaryFile, udiff_lines, uni_lines , empty)
129
self.assertRaises(errors.BinaryFile, udiff_lines, empty, uni_lines)
130
udiff_lines(uni_lines , empty, allow_binary=True)
131
udiff_lines(empty, uni_lines, allow_binary=True)
143
self.assertRaises(BinaryFile, udiff_lines, [1023 * 'a' + '\x00'], [])
144
self.assertRaises(BinaryFile, udiff_lines, [], [1023 * 'a' + '\x00'])
145
udiff_lines([1023 * 'a' + '\x00'], [], allow_binary=True)
146
udiff_lines([], [1023 * 'a' + '\x00'], allow_binary=True)
133
148
def test_external_diff(self):
134
149
lines = external_udiff_lines(['boo\n'], ['goo\n'])
221
236
def test_internal_diff_no_content(self):
222
237
output = StringIO()
223
diff.internal_diff(u'old', [], u'new', [], output)
238
internal_diff(u'old', [], u'new', [], output)
224
239
self.assertEqual('', output.getvalue())
226
241
def test_internal_diff_no_changes(self):
227
242
output = StringIO()
228
diff.internal_diff(u'old', ['text\n', 'contents\n'],
229
u'new', ['text\n', 'contents\n'],
243
internal_diff(u'old', ['text\n', 'contents\n'],
244
u'new', ['text\n', 'contents\n'],
231
246
self.assertEqual('', output.getvalue())
233
248
def test_internal_diff_returns_bytes(self):
235
250
output = StringIO.StringIO()
236
diff.internal_diff(u'old_\xb5', ['old_text\n'],
237
u'new_\xe5', ['new_text\n'], output)
251
internal_diff(u'old_\xb5', ['old_text\n'],
252
u'new_\xe5', ['new_text\n'], output)
238
253
self.failUnless(isinstance(output.getvalue(), str),
239
254
'internal_diff should return bytestrings')
242
class TestDiffFiles(tests.TestCaseInTempDir):
257
class TestDiffFiles(TestCaseInTempDir):
244
259
def test_external_diff_binary(self):
245
260
"""The output when using external diff should use diff's i18n error"""
415
429
tree.commit('one', rev_id='rev-1')
417
431
self.build_tree_contents([('tree/file', 'new contents\n')])
418
d = self.get_diff(tree.basis_tree(), tree)
419
self.assertContainsRe(d, "=== modified file 'file'\n")
420
self.assertContainsRe(d, '--- old/file\t')
421
self.assertContainsRe(d, '\\+\\+\\+ new/file\t')
422
self.assertContainsRe(d, '-contents\n'
432
diff = self.get_diff(tree.basis_tree(), tree)
433
self.assertContainsRe(diff, "=== modified file 'file'\n")
434
self.assertContainsRe(diff, '--- old/file\t')
435
self.assertContainsRe(diff, '\\+\\+\\+ new/file\t')
436
self.assertContainsRe(diff, '-contents\n'
425
439
def test_modified_file_in_renamed_dir(self):
426
440
"""Test when a file is modified in a renamed directory."""
433
447
tree.rename_one('dir', 'other')
434
448
self.build_tree_contents([('tree/other/file', 'new contents\n')])
435
d = self.get_diff(tree.basis_tree(), tree)
436
self.assertContainsRe(d, "=== renamed directory 'dir' => 'other'\n")
437
self.assertContainsRe(d, "=== modified file 'other/file'\n")
449
diff = self.get_diff(tree.basis_tree(), tree)
450
self.assertContainsRe(diff, "=== renamed directory 'dir' => 'other'\n")
451
self.assertContainsRe(diff, "=== modified file 'other/file'\n")
438
452
# XXX: This is technically incorrect, because it used to be at another
439
453
# location. What to do?
440
self.assertContainsRe(d, '--- old/dir/file\t')
441
self.assertContainsRe(d, '\\+\\+\\+ new/other/file\t')
442
self.assertContainsRe(d, '-contents\n'
454
self.assertContainsRe(diff, '--- old/dir/file\t')
455
self.assertContainsRe(diff, '\\+\\+\\+ new/other/file\t')
456
self.assertContainsRe(diff, '-contents\n'
445
459
def test_renamed_directory(self):
446
460
"""Test when only a directory is only renamed."""
509
523
tree.rename_one('c', 'new-c')
510
524
tree.rename_one('d', 'new-d')
512
d = self.get_diff(tree.basis_tree(), tree)
514
self.assertContainsRe(d, r"file 'a'.*\(properties changed:"
516
self.assertContainsRe(d, r"file 'b'.*\(properties changed:"
518
self.assertContainsRe(d, r"file 'c'.*\(properties changed:"
520
self.assertContainsRe(d, r"file 'd'.*\(properties changed:"
522
self.assertNotContainsRe(d, r"file 'e'")
523
self.assertNotContainsRe(d, r"file 'f'")
526
diff = self.get_diff(tree.basis_tree(), tree)
528
self.assertContainsRe(diff, r"file 'a'.*\(properties changed:.*\+x to -x.*\)")
529
self.assertContainsRe(diff, r"file 'b'.*\(properties changed:.*-x to \+x.*\)")
530
self.assertContainsRe(diff, r"file 'c'.*\(properties changed:.*\+x to -x.*\)")
531
self.assertContainsRe(diff, r"file 'd'.*\(properties changed:.*-x to \+x.*\)")
532
self.assertNotContainsRe(diff, r"file 'e'")
533
self.assertNotContainsRe(diff, r"file 'f'")
525
536
def test_binary_unicode_filenames(self):
526
537
"""Test that contents of files are *not* encoded in UTF-8 when there
541
552
tree.add([alpha], ['file-id'])
542
553
tree.add([omega], ['file-id-2'])
543
554
diff_content = StringIO()
544
diff.show_diff_trees(tree.basis_tree(), tree, diff_content)
545
d = diff_content.getvalue()
546
self.assertContainsRe(d, r"=== added file '%s'" % alpha_utf8)
547
self.assertContainsRe(d, "Binary files a/%s.*and b/%s.* differ\n"
548
% (alpha_utf8, alpha_utf8))
549
self.assertContainsRe(d, r"=== added file '%s'" % omega_utf8)
550
self.assertContainsRe(d, r"--- a/%s" % (omega_utf8,))
551
self.assertContainsRe(d, r"\+\+\+ b/%s" % (omega_utf8,))
555
show_diff_trees(tree.basis_tree(), tree, diff_content)
556
diff = diff_content.getvalue()
557
self.assertContainsRe(diff, r"=== added file '%s'" % alpha_utf8)
558
self.assertContainsRe(
559
diff, "Binary files a/%s.*and b/%s.* differ\n" % (alpha_utf8, alpha_utf8))
560
self.assertContainsRe(diff, r"=== added file '%s'" % omega_utf8)
561
self.assertContainsRe(diff, r"--- a/%s" % (omega_utf8,))
562
self.assertContainsRe(diff, r"\+\+\+ b/%s" % (omega_utf8,))
553
564
def test_unicode_filename(self):
554
565
"""Test when the filename are unicode."""
573
584
tree.add(['add_'+alpha], ['file-id'])
574
585
self.build_tree_contents([('tree/mod_'+alpha, 'contents_mod\n')])
576
d = self.get_diff(tree.basis_tree(), tree)
577
self.assertContainsRe(d,
587
diff = self.get_diff(tree.basis_tree(), tree)
588
self.assertContainsRe(diff,
578
589
"=== renamed file 'ren_%s' => 'ren_%s'\n"%(autf8, outf8))
579
self.assertContainsRe(d, "=== added file 'add_%s'"%autf8)
580
self.assertContainsRe(d, "=== modified file 'mod_%s'"%autf8)
581
self.assertContainsRe(d, "=== removed file 'del_%s'"%autf8)
583
def test_unicode_filename_path_encoding(self):
584
"""Test for bug #382699: unicode filenames on Windows should be shown
587
self.requireFeature(tests.UnicodeFilenameFeature)
588
# The word 'test' in Russian
589
_russian_test = u'\u0422\u0435\u0441\u0442'
590
directory = _russian_test + u'/'
591
test_txt = _russian_test + u'.txt'
592
u1234 = u'\u1234.txt'
594
tree = self.make_branch_and_tree('.')
595
self.build_tree_contents([
600
tree.add([test_txt, u1234, directory])
603
diff.show_diff_trees(tree.basis_tree(), tree, sio,
604
path_encoding='cp1251')
606
output = subst_dates(sio.getvalue())
608
=== added directory '%(directory)s'
609
=== added file '%(test_txt)s'
610
--- a/%(test_txt)s\tYYYY-MM-DD HH:MM:SS +ZZZZ
611
+++ b/%(test_txt)s\tYYYY-MM-DD HH:MM:SS +ZZZZ
615
=== added file '?.txt'
616
--- a/?.txt\tYYYY-MM-DD HH:MM:SS +ZZZZ
617
+++ b/?.txt\tYYYY-MM-DD HH:MM:SS +ZZZZ
621
''' % {'directory': _russian_test.encode('cp1251'),
622
'test_txt': test_txt.encode('cp1251'),
624
self.assertEqualDiff(output, shouldbe)
627
class DiffWasIs(diff.DiffPath):
590
self.assertContainsRe(diff, "=== added file 'add_%s'"%autf8)
591
self.assertContainsRe(diff, "=== modified file 'mod_%s'"%autf8)
592
self.assertContainsRe(diff, "=== removed file 'del_%s'"%autf8)
595
class DiffWasIs(DiffPath):
629
597
def diff(self, file_id, old_path, new_path, old_kind, new_kind):
630
598
self.to_file.write('was: ')
690
658
self.assertContainsRe(self.differ.to_file.getvalue(), '\+contents')
692
660
def test_diff_symlink(self):
693
differ = diff.DiffSymlink(self.old_tree, self.new_tree, StringIO())
661
differ = DiffSymlink(self.old_tree, self.new_tree, StringIO())
694
662
differ.diff_symlink('old target', None)
695
663
self.assertEqual("=== target was 'old target'\n",
696
664
differ.to_file.getvalue())
698
differ = diff.DiffSymlink(self.old_tree, self.new_tree, StringIO())
666
differ = DiffSymlink(self.old_tree, self.new_tree, StringIO())
699
667
differ.diff_symlink(None, 'new target')
700
668
self.assertEqual("=== target is 'new target'\n",
701
669
differ.to_file.getvalue())
703
differ = diff.DiffSymlink(self.old_tree, self.new_tree, StringIO())
671
differ = DiffSymlink(self.old_tree, self.new_tree, StringIO())
704
672
differ.diff_symlink('old target', 'new target')
705
673
self.assertEqual("=== target changed 'old target' => 'new target'\n",
706
674
differ.to_file.getvalue())
1282
1250
class TestPatienceDiffLibFiles_c(TestPatienceDiffLibFiles):
1284
_test_needs_features = [compiled_patiencediff_feature]
1252
_test_needs_features = [CompiledPatienceDiffFeature]
1286
1254
def setUp(self):
1287
1255
super(TestPatienceDiffLibFiles_c, self).setUp()
1288
from bzrlib import _patiencediff_c
1256
import bzrlib._patiencediff_c
1289
1257
self._PatienceSequenceMatcher = \
1290
_patiencediff_c.PatienceSequenceMatcher_c
1293
class TestUsingCompiledIfAvailable(tests.TestCase):
1258
bzrlib._patiencediff_c.PatienceSequenceMatcher_c
1261
class TestUsingCompiledIfAvailable(TestCase):
1295
1263
def test_PatienceSequenceMatcher(self):
1296
if compiled_patiencediff_feature.available():
1264
if CompiledPatienceDiffFeature.available():
1297
1265
from bzrlib._patiencediff_c import PatienceSequenceMatcher_c
1298
1266
self.assertIs(PatienceSequenceMatcher_c,
1299
patiencediff.PatienceSequenceMatcher)
1267
bzrlib.patiencediff.PatienceSequenceMatcher)
1301
1269
from bzrlib._patiencediff_py import PatienceSequenceMatcher_py
1302
1270
self.assertIs(PatienceSequenceMatcher_py,
1303
patiencediff.PatienceSequenceMatcher)
1271
bzrlib.patiencediff.PatienceSequenceMatcher)
1305
1273
def test_unique_lcs(self):
1306
if compiled_patiencediff_feature.available():
1274
if CompiledPatienceDiffFeature.available():
1307
1275
from bzrlib._patiencediff_c import unique_lcs_c
1308
1276
self.assertIs(unique_lcs_c,
1309
patiencediff.unique_lcs)
1277
bzrlib.patiencediff.unique_lcs)
1311
1279
from bzrlib._patiencediff_py import unique_lcs_py
1312
1280
self.assertIs(unique_lcs_py,
1313
patiencediff.unique_lcs)
1281
bzrlib.patiencediff.unique_lcs)
1315
1283
def test_recurse_matches(self):
1316
if compiled_patiencediff_feature.available():
1284
if CompiledPatienceDiffFeature.available():
1317
1285
from bzrlib._patiencediff_c import recurse_matches_c
1318
1286
self.assertIs(recurse_matches_c,
1319
patiencediff.recurse_matches)
1287
bzrlib.patiencediff.recurse_matches)
1321
1289
from bzrlib._patiencediff_py import recurse_matches_py
1322
1290
self.assertIs(recurse_matches_py,
1323
patiencediff.recurse_matches)
1326
class TestDiffFromTool(tests.TestCaseWithTransport):
1291
bzrlib.patiencediff.recurse_matches)
1294
class TestDiffFromTool(TestCaseWithTransport):
1328
1296
def test_from_string(self):
1329
diff_obj = diff.DiffFromTool.from_string('diff', None, None, None)
1297
diff_obj = DiffFromTool.from_string('diff', None, None, None)
1330
1298
self.addCleanup(diff_obj.finish)
1331
self.assertEqual(['diff', '@old_path', '@new_path'],
1299
self.assertEqual(['diff', '%(old_path)s', '%(new_path)s'],
1332
1300
diff_obj.command_template)
1334
1302
def test_from_string_u5(self):
1335
diff_obj = diff.DiffFromTool.from_string('diff "-u 5"',
1303
diff_obj = DiffFromTool.from_string('diff -u\\ 5', None, None, None)
1337
1304
self.addCleanup(diff_obj.finish)
1338
self.assertEqual(['diff', '-u 5', '@old_path', '@new_path'],
1305
self.assertEqual(['diff', '-u 5', '%(old_path)s', '%(new_path)s'],
1339
1306
diff_obj.command_template)
1340
1307
self.assertEqual(['diff', '-u 5', 'old-path', 'new-path'],
1341
1308
diff_obj._get_command('old-path', 'new-path'))
1343
def test_from_string_path_with_backslashes(self):
1344
self.requireFeature(features.backslashdir_feature)
1345
tool = 'C:\\Tools\\Diff.exe'
1346
diff_obj = diff.DiffFromTool.from_string(tool, None, None, None)
1347
self.addCleanup(diff_obj.finish)
1348
self.assertEqual(['C:\\Tools\\Diff.exe', '@old_path', '@new_path'],
1349
diff_obj.command_template)
1350
self.assertEqual(['C:\\Tools\\Diff.exe', 'old-path', 'new-path'],
1351
diff_obj._get_command('old-path', 'new-path'))
1353
1310
def test_execute(self):
1354
1311
output = StringIO()
1355
diff_obj = diff.DiffFromTool(['python', '-c',
1356
'print "@old_path @new_path"'],
1312
diff_obj = DiffFromTool(['python', '-c',
1313
'print "%(old_path)s %(new_path)s"'],
1358
1315
self.addCleanup(diff_obj.finish)
1359
1316
diff_obj._execute('old', 'new')
1360
1317
self.assertEqual(output.getvalue().rstrip(), 'old new')
1362
1319
def test_excute_missing(self):
1363
diff_obj = diff.DiffFromTool(['a-tool-which-is-unlikely-to-exist'],
1320
diff_obj = DiffFromTool(['a-tool-which-is-unlikely-to-exist'],
1365
1322
self.addCleanup(diff_obj.finish)
1366
e = self.assertRaises(errors.ExecutableMissing, diff_obj._execute,
1323
e = self.assertRaises(ExecutableMissing, diff_obj._execute, 'old',
1368
1325
self.assertEqual('a-tool-which-is-unlikely-to-exist could not be found'
1369
1326
' on this machine', str(e))
1377
1334
tree.commit('old tree')
1378
1335
tree.lock_read()
1379
1336
self.addCleanup(tree.unlock)
1380
basis_tree = tree.basis_tree()
1381
basis_tree.lock_read()
1382
self.addCleanup(basis_tree.unlock)
1383
diff_obj = diff.DiffFromTool(['python', '-c',
1384
'print "@old_path @new_path"'],
1385
basis_tree, tree, output)
1337
diff_obj = DiffFromTool(['python', '-c',
1338
'print "%(old_path)s %(new_path)s"'],
1386
1340
diff_obj._prepare_files('file-id', 'file', 'file')
1387
# The old content should be readonly
1388
self.assertReadableByAttrib(diff_obj._root, 'old\\file',
1390
# The new content should use the tree object, not a 'new' file anymore
1391
self.assertEndsWith(tree.basedir, 'work/tree')
1392
self.assertReadableByAttrib(tree.basedir, 'file', r'work\\tree\\file$')
1341
self.assertReadableByAttrib(diff_obj._root, 'old\\file', r'old\\file')
1342
self.assertReadableByAttrib(diff_obj._root, 'new\\file', r'new\\file')
1394
1344
def assertReadableByAttrib(self, cwd, relpath, regex):
1395
1345
proc = subprocess.Popen(['attrib', relpath],
1396
1346
stdout=subprocess.PIPE,
1398
(result, err) = proc.communicate()
1399
self.assertContainsRe(result.replace('\r\n', '\n'), regex)
1349
result = proc.stdout.read()
1350
self.assertContainsRe(result, regex)
1401
1352
def test_prepare_files(self):
1402
1353
output = StringIO()
1416
1366
self.addCleanup(old_tree.unlock)
1417
1367
tree.lock_read()
1418
1368
self.addCleanup(tree.unlock)
1419
diff_obj = diff.DiffFromTool(['python', '-c',
1420
'print "@old_path @new_path"'],
1421
old_tree, tree, output)
1369
diff_obj = DiffFromTool(['python', '-c',
1370
'print "%(old_path)s %(new_path)s"'],
1371
old_tree, tree, output)
1422
1372
self.addCleanup(diff_obj.finish)
1423
1373
self.assertContainsRe(diff_obj._root, 'bzr-diff-[^/]*')
1424
1374
old_path, new_path = diff_obj._prepare_files('file-id', 'oldname',
1426
1376
self.assertContainsRe(old_path, 'old/oldname$')
1427
self.assertEqual(315532800, os.stat(old_path).st_mtime)
1428
self.assertContainsRe(new_path, 'tree/newname$')
1377
self.assertEqual(0, os.stat(old_path).st_mtime)
1378
self.assertContainsRe(new_path, 'new/newname$')
1429
1379
self.assertFileEqual('oldcontent', old_path)
1430
1380
self.assertFileEqual('newcontent', new_path)
1431
1381
if osutils.host_os_dereferences_symlinks():
1432
1382
self.assertTrue(os.path.samefile('tree/newname', new_path))
1433
1383
# make sure we can create files with the same parent directories
1434
1384
diff_obj._prepare_files('file2-id', 'oldname2', 'newname2')
1437
class TestGetTreesAndBranchesToDiffLocked(tests.TestCaseWithTransport):
1439
def call_gtabtd(self, path_list, revision_specs, old_url, new_url):
1440
"""Call get_trees_and_branches_to_diff_locked. Overridden by
1441
TestGetTreesAndBranchesToDiff.
1443
return diff.get_trees_and_branches_to_diff_locked(
1444
path_list, revision_specs, old_url, new_url, self.addCleanup)
1446
def test_basic(self):
1447
tree = self.make_branch_and_tree('tree')
1448
(old_tree, new_tree,
1449
old_branch, new_branch,
1450
specific_files, extra_trees) = self.call_gtabtd(
1451
['tree'], None, None, None)
1453
self.assertIsInstance(old_tree, revisiontree.RevisionTree)
1454
self.assertEqual(_mod_revision.NULL_REVISION,
1455
old_tree.get_revision_id())
1456
self.assertEqual(tree.basedir, new_tree.basedir)
1457
self.assertEqual(tree.branch.base, old_branch.base)
1458
self.assertEqual(tree.branch.base, new_branch.base)
1459
self.assertIs(None, specific_files)
1460
self.assertIs(None, extra_trees)
1462
def test_with_rev_specs(self):
1463
tree = self.make_branch_and_tree('tree')
1464
self.build_tree_contents([('tree/file', 'oldcontent')])
1465
tree.add('file', 'file-id')
1466
tree.commit('old tree', timestamp=0, rev_id="old-id")
1467
self.build_tree_contents([('tree/file', 'newcontent')])
1468
tree.commit('new tree', timestamp=0, rev_id="new-id")
1470
revisions = [revisionspec.RevisionSpec.from_string('1'),
1471
revisionspec.RevisionSpec.from_string('2')]
1472
(old_tree, new_tree,
1473
old_branch, new_branch,
1474
specific_files, extra_trees) = self.call_gtabtd(
1475
['tree'], revisions, None, None)
1477
self.assertIsInstance(old_tree, revisiontree.RevisionTree)
1478
self.assertEqual("old-id", old_tree.get_revision_id())
1479
self.assertIsInstance(new_tree, revisiontree.RevisionTree)
1480
self.assertEqual("new-id", new_tree.get_revision_id())
1481
self.assertEqual(tree.branch.base, old_branch.base)
1482
self.assertEqual(tree.branch.base, new_branch.base)
1483
self.assertIs(None, specific_files)
1484
self.assertEqual(tree.basedir, extra_trees[0].basedir)
1487
class TestGetTreesAndBranchesToDiff(TestGetTreesAndBranchesToDiffLocked):
1488
"""Apply the tests for get_trees_and_branches_to_diff_locked to the
1489
deprecated get_trees_and_branches_to_diff function.
1492
def call_gtabtd(self, path_list, revision_specs, old_url, new_url):
1493
return self.applyDeprecated(
1494
deprecated_in((2, 2, 0)), diff.get_trees_and_branches_to_diff,
1495
path_list, revision_specs, old_url, new_url)