~abentley/bzrtools/bzrtools.dev

« back to all changes in this revision

Viewing changes to shelf.py

  • Committer: Aaron Bentley
  • Date: 2006-03-07 15:23:15 UTC
  • mfrom: (321.1.2 bzrtools)
  • mto: (147.4.31 trunk)
  • mto: This revision was merged to the branch mainline in revision 324.
  • Revision ID: abentley@panoramicfeedback.com-20060307152315-42337454a0ad956b
MergeĀ fromĀ mainline

Show diffs side-by-side

added added

removed removed

Lines of Context:
 
1
#!/usr/bin/python
 
2
 
 
3
from patches import parse_patches
1
4
import os
2
5
import sys
3
 
import subprocess
4
 
from datetime import datetime
5
 
from errors import CommandError, PatchFailed, PatchInvokeError
6
 
from hunk_selector import ShelveHunkSelector, UnshelveHunkSelector
7
 
from patchsource import PatchSource, FilePatchSource
8
 
from bzrlib.osutils import rename
 
6
import string
 
7
import glob
 
8
import bzrlib
 
9
from bzrlib.commands import Command
 
10
from bzrlib.branch import Branch
 
11
from bzrlib import DEFAULT_IGNORE
 
12
from hunk_selector import HunkSelector
 
13
from diffstat import DiffStat
 
14
from subprocess import Popen, PIPE
 
15
 
 
16
DEFAULT_IGNORE.append('./.bzr-shelf*')
 
17
 
 
18
class QuitException(Exception):
 
19
    pass
9
20
 
10
21
class Shelf(object):
11
 
    MESSAGE_PREFIX = "# Shelved patch: "
12
 
 
13
 
    _paths = {
14
 
        'base'          : '.shelf',
15
 
        'shelves'       : '.shelf/shelves',
16
 
        'current-shelf' : '.shelf/current-shelf',
17
 
    }
18
 
 
19
 
    def __init__(self, base, name=None):
20
 
        self.base = base
21
 
        self.__setup()
22
 
 
23
 
        if name is None:
24
 
            current = os.path.join(self.base, self._paths['current-shelf'])
25
 
            name = open(current).read().strip()
26
 
 
27
 
        assert '\n' not in name
28
 
        self.name = name
29
 
 
30
 
        self.dir = os.path.join(self.base, self._paths['shelves'], name)
31
 
        if not os.path.isdir(self.dir):
32
 
            os.mkdir(self.dir)
33
 
 
34
 
    def __setup(self):
35
 
        # Create required directories etc.
36
 
        for dir in [self._paths['base'], self._paths['shelves']]:
37
 
            dir = os.path.join(self.base, dir)
38
 
            if not os.path.isdir(dir):
39
 
                os.mkdir(dir)
40
 
 
41
 
        current = os.path.join(self.base, self._paths['current-shelf'])
42
 
        if not os.path.exists(current):
43
 
            f = open(current, 'w')
44
 
            f.write('default')
45
 
            f.close()
46
 
 
47
 
    def make_default(self):
48
 
        f = open(os.path.join(self.base, self._paths['current-shelf']), 'w')
49
 
        f.write(self.name)
50
 
        f.close()
51
 
        self.log("Default shelf is now '%s'\n" % self.name)
52
 
 
53
 
    def log(self, msg):
54
 
        sys.stderr.write(msg)
55
 
 
56
 
    def delete(self, patch):
57
 
        path = self.__path_from_user(patch)
58
 
        rename(path, '%s~' % path)
59
 
 
60
 
    def display(self, patch=None):
61
 
        if patch is None:
62
 
            path = self.last_patch()
63
 
        else:
64
 
            path = self.__path_from_user(patch)
65
 
        sys.stdout.write(open(path).read())
66
 
 
67
 
    def list(self):
68
 
        indexes = self.__list()
69
 
        self.log("Patches on shelf '%s':" % self.name)
70
 
        if len(indexes) == 0:
71
 
            self.log(' None\n')
72
 
            return
73
 
        self.log('\n')
74
 
        for index in indexes:
75
 
            msg = self.get_patch_message(self.__path(index))
76
 
            if msg is None:
77
 
                msg = "No message saved with patch."
78
 
            self.log(' %.2d: %s\n' % (index, msg))
79
 
 
80
 
    def __path_from_user(self, patch_id):
81
 
        try:
82
 
            patch_index = int(patch_id)
83
 
        except (TypeError, ValueError):
84
 
            raise CommandError("Invalid patch name '%s'" % patch_id)
85
 
 
86
 
        path = self.__path(patch_index)
87
 
 
88
 
        if not os.path.exists(path):
89
 
            raise CommandError("Patch '%s' doesn't exist on shelf %s!" % \
90
 
                        (patch_id, self.name))
91
 
 
92
 
        return path
93
 
 
94
 
    def __path(self, index):
95
 
        return os.path.join(self.dir, '%.2d' % index)
96
 
 
97
 
    def next_patch(self):
98
 
        indexes = self.__list()
99
 
 
100
 
        if len(indexes) == 0:
101
 
            next = 0
102
 
        else:
103
 
            next = indexes[-1] + 1
104
 
        return self.__path(next)
105
 
 
106
 
    def __list(self):
107
 
        patches = os.listdir(self.dir)
108
 
        indexes = []
109
 
        for f in patches:
110
 
            if f.endswith('~'):
111
 
                continue # ignore backup files
112
 
            try:
113
 
                indexes.append(int(f))
114
 
            except ValueError:
115
 
                self.log("Warning: Ignoring junk file '%s' on shelf.\n" % f)
116
 
 
117
 
        indexes.sort()
118
 
        return indexes
119
 
 
120
 
    def last_patch(self):
121
 
        indexes = self.__list()
122
 
 
123
 
        if len(indexes) == 0:
124
 
            return None
125
 
 
126
 
        return self.__path(indexes[-1])
127
 
 
128
 
    def get_patch_message(self, patch_path):
129
 
        patch = open(patch_path, 'r').read()
130
 
 
131
 
        if not patch.startswith(self.MESSAGE_PREFIX):
132
 
            return None
133
 
        return patch[len(self.MESSAGE_PREFIX):patch.index('\n')]
134
 
 
135
 
    def unshelve(self, patch_source, patch_name=None, all=False, force=False,
136
 
                 no_color=False):
137
 
        self._check_upgrade()
138
 
 
139
 
        if no_color is False:
140
 
            color = None
141
 
        else:
142
 
            color = False
143
 
        if patch_name is None:
144
 
            patch_path = self.last_patch()
145
 
        else:
146
 
            patch_path = self.__path_from_user(patch_name)
147
 
 
148
 
        if patch_path is None:
149
 
            raise CommandError("No patch found on shelf %s" % self.name)
150
 
 
151
 
        patches = FilePatchSource(patch_path).readpatches()
152
 
        if all:
153
 
            to_unshelve = patches
154
 
            to_remain = []
155
 
        else:
156
 
            hs = UnshelveHunkSelector(patches, color)
157
 
            to_unshelve, to_remain = hs.select()
158
 
 
159
 
        if len(to_unshelve) == 0:
160
 
            raise CommandError('Nothing to unshelve')
161
 
 
162
 
        message = self.get_patch_message(patch_path)
163
 
        if message is None:
164
 
            message = "No message saved with patch."
165
 
        self.log('Unshelving from %s/%s: "%s"\n' % \
166
 
                (self.name, os.path.basename(patch_path), message))
167
 
 
168
 
        try:
169
 
            self._run_patch(to_unshelve, dry_run=True)
170
 
            self._run_patch(to_unshelve)
171
 
        except PatchFailed:
172
 
            try:
173
 
                self._run_patch(to_unshelve, strip=1, dry_run=True)
174
 
                self._run_patch(to_unshelve, strip=1)
175
 
            except PatchFailed:
176
 
                if force:
177
 
                    self.log('Warning: Unshelving failed, forcing as ' \
178
 
                             'requested. Shelf will not be modified.\n')
179
 
                    try:
180
 
                        self._run_patch(to_unshelve)
181
 
                    except PatchFailed:
182
 
                        pass
183
 
                    return
184
 
                raise CommandError("Your shelved patch no " \
185
 
                    "longer applies cleanly to the working tree!")
186
 
 
187
 
        # Backup the shelved patch
188
 
        rename(patch_path, '%s~' % patch_path)
189
 
 
190
 
        if len(to_remain) > 0:
191
 
            f = open(patch_path, 'w')
192
 
            for patch in to_remain:
193
 
                f.write(str(patch))
194
 
            f.close()
195
 
 
196
 
    def shelve(self, patch_source, all=False, message=None, no_color=False):
197
 
        self._check_upgrade()
198
 
        if no_color is False:
199
 
            color = None
200
 
        else:
201
 
            color = False
202
 
 
203
 
        patches = patch_source.readpatches()
204
 
 
205
 
        if all:
206
 
            to_shelve = patches
207
 
        else:
208
 
            to_shelve = ShelveHunkSelector(patches, color).select()[0]
209
 
 
210
 
        if len(to_shelve) == 0:
211
 
            raise CommandError('Nothing to shelve')
212
 
 
213
 
        if message is None:
214
 
            timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
215
 
            message = "Changes shelved on %s" % timestamp
216
 
 
217
 
        patch_path = self.next_patch()
218
 
        self.log('Shelving to %s/%s: "%s"\n' % \
219
 
                (self.name, os.path.basename(patch_path), message))
220
 
 
221
 
        f = open(patch_path, 'a')
222
 
 
223
 
        assert '\n' not in message
224
 
        f.write("%s%s\n" % (self.MESSAGE_PREFIX, message))
225
 
 
226
 
        for patch in to_shelve:
227
 
            f.write(str(patch))
228
 
 
229
 
        f.flush()
230
 
        os.fsync(f.fileno())
231
 
        f.close()
232
 
 
233
 
        try:
234
 
            self._run_patch(to_shelve, reverse=True, dry_run=True)
235
 
            self._run_patch(to_shelve, reverse=True)
236
 
        except PatchFailed:
237
 
            try:
238
 
                self._run_patch(to_shelve, reverse=True, strip=1, dry_run=True)
239
 
                self._run_patch(to_shelve, reverse=True, strip=1)
240
 
            except PatchFailed:
241
 
                raise CommandError("Failed removing shelved changes from the"
242
 
                    "working tree!")
243
 
 
244
 
    def _run_patch(self, patches, strip=0, reverse=False, dry_run=False):
245
 
        args = ['patch', '-d', self.base, '-s', '-p%d' % strip, '-f']
246
 
 
247
 
        if sys.platform == "win32":
248
 
            args.append('--binary')
249
 
 
250
 
        if reverse:
251
 
            args.append('-R')
252
 
        if dry_run:
253
 
            args.append('--dry-run')
254
 
            stdout = stderr = subprocess.PIPE
255
 
        else:
256
 
            stdout = stderr = None
257
 
 
258
 
        try:
259
 
            process = subprocess.Popen(args, stdin=subprocess.PIPE,
260
 
                                       stdout=stdout, stderr=stderr)
261
 
            for patch in patches:
262
 
                process.stdin.write(str(patch))
263
 
 
264
 
        except IOError, e:
265
 
            raise PatchInvokeError(e, process.stderr.read())
266
 
 
267
 
        process.communicate()
268
 
 
269
 
        result = process.wait()
270
 
        if result != 0:
271
 
            raise PatchFailed()
272
 
 
273
 
        return result
274
 
 
275
 
    def _check_upgrade(self):
276
 
        if len(self._list_old_shelves()) > 0:
277
 
            raise CommandError("Old format shelves found, either upgrade " \
278
 
                    "or remove them!")
279
 
 
280
 
    def _list_old_shelves(self):
281
 
        import glob
282
 
        stem = os.path.join(self.base, '.bzr-shelf')
283
 
 
284
 
        patches = glob.glob(stem)
285
 
        patches.extend(glob.glob(stem + '-*[!~]'))
286
 
 
287
 
        if len(patches) == 0:
288
 
            return []
289
 
 
290
 
        def patch_index(name):
 
22
    def __init__(self, location):
 
23
        self.branch = Branch.open_containing(location)[0]
 
24
 
 
25
    def shelf_suffix(self, index):
 
26
        if index == 0:
 
27
            return ""
 
28
        else:
 
29
            return "-%d" % index
 
30
 
 
31
    def next_shelf(self):
 
32
        def name_sequence():
 
33
            i = 0
 
34
            while True:
 
35
                yield self.shelf_suffix(i)
 
36
                i = i + 1
 
37
 
 
38
        stem = os.path.join(self.branch.base, '.bzr-shelf')
 
39
        for end in name_sequence():
 
40
            name = stem + end
 
41
            if not os.path.exists(name):
 
42
                return name
 
43
 
 
44
    def last_shelf(self):
 
45
        stem = os.path.join(self.branch.base, '.bzr-shelf')
 
46
        shelves = glob.glob(stem)
 
47
        shelves.extend(glob.glob(stem + '-*'))
 
48
        def shelf_index(name):
291
49
            if name == stem:
292
50
                return 0
293
 
            return int(name[len(stem) + 1:])
294
 
 
295
 
        # patches might not be sorted in the right order
296
 
        patch_ids = []
297
 
        for patch in patches:
298
 
            if patch == stem:
299
 
                patch_ids.append(0)
300
 
            else:
301
 
                patch_ids.append(int(patch[len(stem) + 1:]))
302
 
 
303
 
        patch_ids.sort()
304
 
 
305
 
        patches = []
306
 
        for id in patch_ids:
307
 
            if id == 0:
308
 
                patches.append(stem)
309
 
            else:
310
 
                patches.append('%s-%s' % (stem, id))
311
 
 
312
 
        return patches
313
 
 
314
 
    def upgrade(self):
315
 
        patches = self._list_old_shelves()
 
51
            return int(name[len(stem)+1:])
 
52
        shelvenums = [shelf_index(f) for f in shelves]
 
53
        shelvenums.sort()
 
54
 
 
55
        if len(shelvenums) == 0:
 
56
            return None
 
57
        return stem + self.shelf_suffix(shelvenums[-1])
 
58
 
 
59
    def get_shelf_message(self, shelf):
 
60
        prefix = "# shelf: "
 
61
        if not shelf.startswith(prefix):
 
62
            return None
 
63
        return shelf[len(prefix):shelf.index('\n')]
 
64
 
 
65
    def unshelve(self):
 
66
        shelf = self.last_shelf()
 
67
 
 
68
        if shelf is None:
 
69
            raise Exception("No shelf found in '%s'" % self.branch.base)
 
70
 
 
71
        patch = open(shelf, 'r').read()
 
72
 
 
73
        print >>sys.stderr, "Reapplying shelved patches",
 
74
        message = self.get_shelf_message(patch)
 
75
        if message is not None:
 
76
            print >>sys.stderr, ' "%s"' % message
 
77
        else:
 
78
            print >>sys.stderr, ""
 
79
        run_patch(self.branch.base, (patch,))
 
80
        os.remove(shelf)
 
81
 
 
82
        diff_stat = DiffStat(self.get_patches(None, None))
 
83
        print 'Diff status is now:\n', diff_stat
 
84
 
 
85
        return 1
 
86
 
 
87
    def get_patches(self, revision, file_list):
 
88
        from StringIO import StringIO
 
89
        from bzrlib.diff import show_diff
 
90
        out = StringIO()
 
91
        show_diff(self.branch, revision, specific_files=file_list, output=out)
 
92
        out.seek(0)
 
93
        return out.readlines()
 
94
 
 
95
    def shelve(self, all_hunks=False, message=None, revision=None,
 
96
             file_list=None):
 
97
        patches = parse_patches(self.get_patches(revision, file_list))
 
98
 
 
99
        if not all_hunks:
 
100
            try:
 
101
                patches = HunkSelector(patches).select()
 
102
            except QuitException:
 
103
                return False
316
104
 
317
105
        if len(patches) == 0:
318
 
            self.log('No old-style shelves found to upgrade.\n')
319
 
            return
 
106
            print >>sys.stderr, 'Nothing to shelve'
 
107
            return 0
320
108
 
 
109
        shelf = self.next_shelf()
 
110
        print >>sys.stderr, "Saving shelved patches to", shelf
 
111
        shelf = open(shelf, 'a')
 
112
        if message is not None:
 
113
            assert '\n' not in message
 
114
            shelf.write("# shelf: %s\n" % message)
321
115
        for patch in patches:
322
 
            old_file = open(patch, 'r')
323
 
            new_path = self.next_patch()
324
 
            new_file = open(new_path, 'w')
325
 
            new_file.write(old_file.read())
326
 
            old_file.close()
327
 
            new_file.close()
328
 
            self.log('Copied %s to %s/%s\n' % (os.path.basename(patch),
329
 
                self.name, os.path.basename(new_path)))
330
 
            rename(patch, patch + '~')
 
116
            shelf.write(str(patch))
 
117
 
 
118
        shelf.flush()
 
119
        os.fsync(shelf.fileno())
 
120
        shelf.close()
 
121
 
 
122
        print >>sys.stderr, "Reverting shelved patches"
 
123
        run_patch(self.branch.base, patches, reverse=True)
 
124
 
 
125
        diff_stat = DiffStat(self.get_patches(None, None))
 
126
        print 'Diff status is now:\n', diff_stat
 
127
 
 
128
        return 1
 
129
 
 
130
def run_patch(branch_base, patches, reverse=False):
 
131
    args = ['patch', '-d', branch_base, '-s', '-p1', '-f']
 
132
    if reverse:
 
133
        args.append('-R')
 
134
    process = Popen(args, stdin=PIPE)
 
135
    for patch in patches:
 
136
        process.stdin.write(str(patch))
 
137
    process.stdin.close()
 
138
    result = process.wait()
 
139
    if result not in (0, 1):
 
140
        raise Exception("Error applying patches")
 
141
    return result