198
by mbp at sourcefrog
- experimental compressed Revfile support |
1 |
# (C) 2005 Matt Mackall
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
2 |
# (C) 2005 Canonical Ltd
|
3 |
||
4 |
# based on code by Matt Mackall, hacked by Martin Pool
|
|
5 |
||
6 |
# mm's code works line-by-line; this just works on byte strings.
|
|
7 |
# Possibly slower; possibly gives better results for code not
|
|
8 |
# regularly separated by newlines and anyhow a bit simpler.
|
|
9 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
10 |
|
11 |
# This program is free software; you can redistribute it and/or modify
|
|
12 |
# it under the terms of the GNU General Public License as published by
|
|
13 |
# the Free Software Foundation; either version 2 of the License, or
|
|
14 |
# (at your option) any later version.
|
|
15 |
||
16 |
# This program is distributed in the hope that it will be useful,
|
|
17 |
# but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
18 |
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
19 |
# GNU General Public License for more details.
|
|
20 |
||
21 |
# You should have received a copy of the GNU General Public License
|
|
22 |
# along with this program; if not, write to the Free Software
|
|
23 |
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
|
|
24 |
||
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
25 |
|
26 |
# TODO: maybe work on files not strings?
|
|
27 |
||
28 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
29 |
import difflib, sys, struct |
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
30 |
from cStringIO import StringIO |
198
by mbp at sourcefrog
- experimental compressed Revfile support |
31 |
|
32 |
def diff(a, b): |
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
33 |
d = difflib.SequenceMatcher(None, a, b) |
225
by mbp at sourcefrog
debug output |
34 |
|
35 |
## sys.stderr.write(' ~ real_quick_ratio: %.4f\n' % d.real_quick_ratio())
|
|
36 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
37 |
for o, m, n, s, t in d.get_opcodes(): |
38 |
if o == 'equal': continue |
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
39 |
# a[m:n] should be replaced by b[s:t]
|
40 |
if s == t: |
|
41 |
yield m, n, '' |
|
42 |
else: |
|
43 |
yield m, n, b[s:t] |
|
198
by mbp at sourcefrog
- experimental compressed Revfile support |
44 |
|
45 |
||
46 |
def tobinary(ops): |
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
47 |
b = StringIO() |
198
by mbp at sourcefrog
- experimental compressed Revfile support |
48 |
for f in ops: |
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
49 |
b.write(struct.pack(">III", f[0], f[1], len(f[2]))) |
50 |
b.write(f[2]) |
|
51 |
return b.getvalue() |
|
52 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
53 |
|
54 |
def bdiff(a, b): |
|
55 |
return tobinary(diff(a, b)) |
|
56 |
||
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
57 |
|
198
by mbp at sourcefrog
- experimental compressed Revfile support |
58 |
def patch(t, ops): |
59 |
last = 0 |
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
60 |
b = StringIO() |
61 |
||
62 |
for m, n, r in ops: |
|
63 |
b.write(t[last:m]) |
|
64 |
if r: |
|
65 |
b.write(r) |
|
66 |
last = n |
|
67 |
||
68 |
b.write(t[last:]) |
|
69 |
return b.getvalue() |
|
70 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
71 |
|
72 |
def frombinary(b): |
|
205
by mbp at sourcefrog
Revfile:- store and retrieve deltas!mdiff:- work on bytes not lines |
73 |
bin = StringIO(b) |
74 |
while True: |
|
75 |
p = bin.read(12) |
|
76 |
if not p: |
|
77 |
break
|
|
78 |
||
79 |
m, n, l = struct.unpack(">III", p) |
|
80 |
||
81 |
if l == 0: |
|
82 |
r = '' |
|
83 |
else: |
|
84 |
r = bin.read(l) |
|
85 |
if len(r) != l: |
|
86 |
raise Exception("truncated patch data") |
|
87 |
||
88 |
yield m, n, r |
|
89 |
||
198
by mbp at sourcefrog
- experimental compressed Revfile support |
90 |
|
91 |
def bpatch(t, b): |
|
92 |
return patch(t, frombinary(b)) |
|
93 |
||
94 |
||
95 |
||
96 |