← Back to branch summary

~abentley/bzrtools/bzrtools.dev

« back to all changes in this revision

Viewing changes to shelf.py

  • Committer: Aaron Bentley
  • Date: 2007-06-18 15:03:02 UTC
  • Revision ID: abentley@panoramicfeedback.com-20070618150302-u35gtfierenla4kx
remove references to python2.4

Show diffs side-by-side

added added

removed removed

Lines of Context:
shelf.py
1
 
#!/usr/bin/python
2
 
 
3
 
from patches import parse_patches
4
1
import os
5
2
import sys
6
 
import string
7
 
import glob
8
 
import bzrlib
9
 
from bzrlib.commands import Command
10
 
from bzrlib.branch import Branch
11
 
from bzrlib import DEFAULT_IGNORE
 
3
import subprocess
 
4
from datetime import datetime
 
5
from errors import CommandError, PatchFailed, PatchInvokeError
12
6
from hunk_selector import ShelveHunkSelector, UnshelveHunkSelector
13
 
from diffstat import DiffStat
14
 
 
15
 
DEFAULT_IGNORE.append('./.bzr-shelf*')
16
 
 
17
 
class QuitException(Exception):
18
 
    pass
 
7
from patchsource import PatchSource, FilePatchSource
 
8
from bzrlib.osutils import rename
19
9
 
20
10
class Shelf(object):
21
 
    def __init__(self, location, name='default'):
22
 
        self.branch = Branch.open_containing(location)[0]
23
 
        base = self.branch.controlfilename('x-shelf')
24
 
        self.shelf_dir = os.path.join(base, name)
25
 
 
26
 
        # FIXME surely there's an easier way to do this?
27
 
        t = self.branch._transport
28
 
        for dir in [base, self.shelf_dir]:
29
 
            if not t.has(dir):
30
 
                t.mkdir(dir)
31
 
 
32
 
    def __path(self, idx):
33
 
        return os.path.join(self.shelf_dir, '%.2d' % idx)
34
 
 
35
 
    def next_shelf(self):
36
 
        index = 0
37
 
        while True:
38
 
            name = self.__path(index)
39
 
            if not os.path.exists(name):
40
 
                return name
41
 
            index += 1
42
 
 
43
 
    def last_shelf(self):
44
 
        shelves = os.listdir(self.shelf_dir)
45
 
        indexes = [int(f) for f in shelves]
 
11
    MESSAGE_PREFIX = "# Shelved patch: "
 
12
 
 
13
    _paths = {
 
14
        'base'          : '.shelf',
 
15
        'shelves'       : '.shelf/shelves',
 
16
        'current-shelf' : '.shelf/current-shelf',
 
17
    }
 
18
 
 
19
    def __init__(self, base, name=None):
 
20
        self.base = base
 
21
        self.__setup()
 
22
 
 
23
        if name is None:
 
24
            current = os.path.join(self.base, self._paths['current-shelf'])
 
25
            name = open(current).read().strip()
 
26
 
 
27
        assert '\n' not in name
 
28
        self.name = name
 
29
 
 
30
        self.dir = os.path.join(self.base, self._paths['shelves'], name)
 
31
        if not os.path.isdir(self.dir):
 
32
            os.mkdir(self.dir)
 
33
 
 
34
    def __setup(self):
 
35
        # Create required directories etc.
 
36
        for dir in [self._paths['base'], self._paths['shelves']]:
 
37
            dir = os.path.join(self.base, dir)
 
38
            if not os.path.isdir(dir):
 
39
                os.mkdir(dir)
 
40
 
 
41
        current = os.path.join(self.base, self._paths['current-shelf'])
 
42
        if not os.path.exists(current):
 
43
            f = open(current, 'w')
 
44
            f.write('default')
 
45
            f.close()
 
46
 
 
47
    def make_default(self):
 
48
        f = open(os.path.join(self.base, self._paths['current-shelf']), 'w')
 
49
        f.write(self.name)
 
50
        f.close()
 
51
        self.log("Default shelf is now '%s'\n" % self.name)
 
52
 
 
53
    def log(self, msg):
 
54
        sys.stderr.write(msg)
 
55
 
 
56
    def delete(self, patch):
 
57
        path = self.__path_from_user(patch)
 
58
        rename(path, '%s~' % path)
 
59
 
 
60
    def display(self, patch=None):
 
61
        if patch is None:
 
62
            path = self.last_patch()
 
63
        else:
 
64
            path = self.__path_from_user(patch)
 
65
        sys.stdout.write(open(path).read())
 
66
 
 
67
    def list(self):
 
68
        indexes = self.__list()
 
69
        self.log("Patches on shelf '%s':" % self.name)
 
70
        if len(indexes) == 0:
 
71
            self.log(' None\n')
 
72
            return
 
73
        self.log('\n')
 
74
        for index in indexes:
 
75
            msg = self.get_patch_message(self.__path(index))
 
76
            if msg is None:
 
77
                msg = "No message saved with patch."
 
78
            self.log(' %.2d: %s\n' % (index, msg))
 
79
 
 
80
    def __path_from_user(self, patch_id):
 
81
        try:
 
82
            patch_index = int(patch_id)
 
83
        except (TypeError, ValueError):
 
84
            raise CommandError("Invalid patch name '%s'" % patch_id)
 
85
 
 
86
        path = self.__path(patch_index)
 
87
 
 
88
        if not os.path.exists(path):
 
89
            raise CommandError("Patch '%s' doesn't exist on shelf %s!" % \
 
90
                        (patch_id, self.name))
 
91
 
 
92
        return path
 
93
 
 
94
    def __path(self, index):
 
95
        return os.path.join(self.dir, '%.2d' % index)
 
96
 
 
97
    def next_patch(self):
 
98
        indexes = self.__list()
 
99
 
 
100
        if len(indexes) == 0:
 
101
            next = 0
 
102
        else:
 
103
            next = indexes[-1] + 1
 
104
        return self.__path(next)
 
105
 
 
106
    def __list(self):
 
107
        patches = os.listdir(self.dir)
 
108
        indexes = []
 
109
        for f in patches:
 
110
            if f.endswith('~'):
 
111
                continue # ignore backup files
 
112
            try:
 
113
                indexes.append(int(f))
 
114
            except ValueError:
 
115
                self.log("Warning: Ignoring junk file '%s' on shelf.\n" % f)
 
116
 
46
117
        indexes.sort()
 
118
        return indexes
 
119
 
 
120
    def last_patch(self):
 
121
        indexes = self.__list()
47
122
 
48
123
        if len(indexes) == 0:
49
124
            return None
50
125
 
51
126
        return self.__path(indexes[-1])
52
127
 
53
 
    def get_shelf_message(self, shelf):
54
 
        prefix = "# shelf: "
55
 
        if not shelf.startswith(prefix):
 
128
    def get_patch_message(self, patch_path):
 
129
        patch = open(patch_path, 'r').read()
 
130
 
 
131
        if not patch.startswith(self.MESSAGE_PREFIX):
56
132
            return None
57
 
        return shelf[len(prefix):shelf.index('\n')]
58
 
 
59
 
    def unshelve(self, pick_hunks=False):
60
 
        shelf = self.last_shelf()
61
 
 
62
 
        if shelf is None:
63
 
            raise Exception("No shelf found in '%s'" % self.branch.base)
64
 
 
65
 
        patches = parse_patches(open(shelf, 'r').readlines())
66
 
        if pick_hunks:
67
 
            try:
68
 
                patches = UnshelveHunkSelector(patches).select()
69
 
            except QuitException:
70
 
                return False
71
 
 
72
 
        if len(patches) == 0:
73
 
            print >>sys.stderr, 'Nothing to unshelve'
74
 
            return True
75
 
 
76
 
        print >>sys.stderr, "Reapplying shelved patches",
77
 
        message = self.get_shelf_message(open(shelf, 'r').read())
78
 
        if message is not None:
79
 
            print >>sys.stderr, ' "%s"' % message
80
 
        else:
81
 
            print >>sys.stderr, ""
82
 
        pipe = os.popen('patch -d %s -s -p0' % self.branch.base, 'w')
83
 
        for patch in patches:
84
 
            pipe.write(str(patch))
85
 
        pipe.flush()
86
 
 
87
 
        if pipe.close() is not None:
88
 
            raise Exception("Failed running patch!")
89
 
 
90
 
        os.remove(shelf)
91
 
 
92
 
        diff_stat = DiffStat(self.get_patches(None, None))
93
 
        print 'Diff status is now:\n', diff_stat
94
 
 
95
 
        return True
96
 
 
97
 
    def get_patches(self, revision, file_list):
98
 
        from StringIO import StringIO
99
 
        from bzrlib.diff import show_diff
100
 
        out = StringIO()
101
 
        show_diff(self.branch, revision, specific_files=file_list, output=out)
102
 
        out.seek(0)
103
 
        return out.readlines()
104
 
 
105
 
    def shelve(self, pick_hunks=False, message=None, revision=None,
106
 
             file_list=None):
107
 
        patches = parse_patches(self.get_patches(revision, file_list))
108
 
 
109
 
        if pick_hunks:
110
 
            try:
111
 
                patches = ShelveHunkSelector(patches).select()
112
 
            except QuitException:
113
 
                return False
114
 
 
115
 
        if len(patches) == 0:
116
 
            print >>sys.stderr, 'Nothing to shelve'
117
 
            return True
118
 
 
119
 
        shelf = self.next_shelf()
120
 
        print >>sys.stderr, "Saving shelved patches to", shelf
121
 
        shelf = open(shelf, 'a')
122
 
        if message is not None:
123
 
            assert '\n' not in message
124
 
            shelf.write("# shelf: %s\n" % message)
125
 
        for patch in patches:
126
 
            shelf.write(str(patch))
127
 
 
128
 
        shelf.flush()
129
 
        os.fsync(shelf.fileno())
130
 
        shelf.close()
131
 
 
132
 
        print >>sys.stderr, "Reverting shelved patches"
133
 
        pipe = os.popen('patch -d %s -sR -p0' % self.branch.base, 'w')
134
 
        for patch in patches:
135
 
            pipe.write(str(patch))
136
 
        pipe.flush()
137
 
 
138
 
        if pipe.close() is not None:
139
 
            raise Exception("Failed running patch!")
140
 
 
141
 
        diff_stat = DiffStat(self.get_patches(None, None))
142
 
        print 'Diff status is now:\n', diff_stat
143
 
 
144
 
        return True
145
 
 
 
133
        return patch[len(self.MESSAGE_PREFIX):patch.index('\n')]
 
134
 
 
135
    def unshelve(self, patch_source, patch_name=None, all=False, force=False,
 
136
                 no_color=False):
 
137
        self._check_upgrade()
 
138
 
 
139
        if no_color is False:
 
140
            color = None
 
141
        else:
 
142
            color = False
 
143
        if patch_name is None:
 
144
            patch_path = self.last_patch()
 
145
        else:
 
146
            patch_path = self.__path_from_user(patch_name)
 
147
 
 
148
        if patch_path is None:
 
149
            raise CommandError("No patch found on shelf %s" % self.name)
 
150
 
 
151
        patches = FilePatchSource(patch_path).readpatches()
 
152
        if all:
 
153
            to_unshelve = patches
 
154
            to_remain = []
 
155
        else:
 
156
            hs = UnshelveHunkSelector(patches, color)
 
157
            to_unshelve, to_remain = hs.select()
 
158
 
 
159
        if len(to_unshelve) == 0:
 
160
            raise CommandError('Nothing to unshelve')
 
161
 
 
162
        message = self.get_patch_message(patch_path)
 
163
        if message is None:
 
164
            message = "No message saved with patch."
 
165
        self.log('Unshelving from %s/%s: "%s"\n' % \
 
166
                (self.name, os.path.basename(patch_path), message))
 
167
 
 
168
        try:
 
169
            self._run_patch(to_unshelve, dry_run=True)
 
170
            self._run_patch(to_unshelve)
 
171
        except PatchFailed:
 
172
            try:
 
173
                self._run_patch(to_unshelve, strip=1, dry_run=True)
 
174
                self._run_patch(to_unshelve, strip=1)
 
175
            except PatchFailed:
 
176
                if force:
 
177
                    self.log('Warning: Unshelving failed, forcing as ' \
 
178
                             'requested. Shelf will not be modified.\n')
 
179
                    try:
 
180
                        self._run_patch(to_unshelve)
 
181
                    except PatchFailed:
 
182
                        pass
 
183
                    return
 
184
                raise CommandError("Your shelved patch no " \
 
185
                    "longer applies cleanly to the working tree!")
 
186
 
 
187
        # Backup the shelved patch
 
188
        rename(patch_path, '%s~' % patch_path)
 
189
 
 
190
        if len(to_remain) > 0:
 
191
            f = open(patch_path, 'w')
 
192
            for patch in to_remain:
 
193
                f.write(str(patch))
 
194
            f.close()
 
195
 
 
196
    def shelve(self, patch_source, all=False, message=None, no_color=False):
 
197
        self._check_upgrade()
 
198
        if no_color is False:
 
199
            color = None
 
200
        else:
 
201
            color = False
 
202
 
 
203
        patches = patch_source.readpatches()
 
204
 
 
205
        if all:
 
206
            to_shelve = patches
 
207
        else:
 
208
            to_shelve = ShelveHunkSelector(patches, color).select()[0]
 
209
 
 
210
        if len(to_shelve) == 0:
 
211
            raise CommandError('Nothing to shelve')
 
212
 
 
213
        if message is None:
 
214
            timestamp = datetime.now().strftime('%Y-%m-%d %H:%M:%S')
 
215
            message = "Changes shelved on %s" % timestamp
 
216
 
 
217
        patch_path = self.next_patch()
 
218
        self.log('Shelving to %s/%s: "%s"\n' % \
 
219
                (self.name, os.path.basename(patch_path), message))
 
220
 
 
221
        f = open(patch_path, 'a')
 
222
 
 
223
        assert '\n' not in message
 
224
        f.write("%s%s\n" % (self.MESSAGE_PREFIX, message))
 
225
 
 
226
        for patch in to_shelve:
 
227
            f.write(str(patch))
 
228
 
 
229
        f.flush()
 
230
        os.fsync(f.fileno())
 
231
        f.close()
 
232
 
 
233
        try:
 
234
            self._run_patch(to_shelve, reverse=True, dry_run=True)
 
235
            self._run_patch(to_shelve, reverse=True)
 
236
        except PatchFailed:
 
237
            try:
 
238
                self._run_patch(to_shelve, reverse=True, strip=1, dry_run=True)
 
239
                self._run_patch(to_shelve, reverse=True, strip=1)
 
240
            except PatchFailed:
 
241
                raise CommandError("Failed removing shelved changes from the"
 
242
                    "working tree!")
 
243
 
 
244
    def _run_patch(self, patches, strip=0, reverse=False, dry_run=False):
 
245
        args = ['patch', '-d', self.base, '-s', '-p%d' % strip, '-f']
 
246
 
 
247
        if sys.platform == "win32":
 
248
            args.append('--binary')
 
249
 
 
250
        if reverse:
 
251
            args.append('-R')
 
252
        if dry_run:
 
253
            args.append('--dry-run')
 
254
            stdout = stderr = subprocess.PIPE
 
255
        else:
 
256
            stdout = stderr = None
 
257
 
 
258
        try:
 
259
            process = subprocess.Popen(args, stdin=subprocess.PIPE,
 
260
                                       stdout=stdout, stderr=stderr)
 
261
            for patch in patches:
 
262
                process.stdin.write(str(patch))
 
263
 
 
264
        except IOError, e:
 
265
            raise PatchInvokeError(e, process.stderr.read())
 
266
 
 
267
        process.communicate()
 
268
 
 
269
        result = process.wait()
 
270
        if result != 0:
 
271
            raise PatchFailed()
 
272
 
 
273
        return result
 
274
 
 
275
    def _check_upgrade(self):
 
276
        if len(self._list_old_shelves()) > 0:
 
277
            raise CommandError("Old format shelves found, either upgrade " \
 
278
                    "or remove them!")
 
279
 
 
280
    def _list_old_shelves(self):
 
281
        import glob
 
282
        stem = os.path.join(self.base, '.bzr-shelf')
 
283
 
 
284
        patches = glob.glob(stem)
 
285
        patches.extend(glob.glob(stem + '-*[!~]'))
 
286
 
 
287
        if len(patches) == 0:
 
288
            return []
 
289
 
 
290
        def patch_index(name):
 
291
            if name == stem:
 
292
                return 0
 
293
            return int(name[len(stem) + 1:])
 
294
 
 
295
        # patches might not be sorted in the right order
 
296
        patch_ids = []
 
297
        for patch in patches:
 
298
            if patch == stem:
 
299
                patch_ids.append(0)
 
300
            else:
 
301
                patch_ids.append(int(patch[len(stem) + 1:]))
 
302
 
 
303
        patch_ids.sort()
 
304
 
 
305
        patches = []
 
306
        for id in patch_ids:
 
307
            if id == 0:
 
308
                patches.append(stem)
 
309
            else:
 
310
                patches.append('%s-%s' % (stem, id))
 
311
 
 
312
        return patches
 
313
 
 
314
    def upgrade(self):
 
315
        patches = self._list_old_shelves()
 
316
 
 
317
        if len(patches) == 0:
 
318
            self.log('No old-style shelves found to upgrade.\n')
 
319
            return
 
320
 
 
321
        for patch in patches:
 
322
            old_file = open(patch, 'r')
 
323
            new_path = self.next_patch()
 
324
            new_file = open(new_path, 'w')
 
325
            new_file.write(old_file.read())
 
326
            old_file.close()
 
327
            new_file.close()
 
328
            self.log('Copied %s to %s/%s\n' % (os.path.basename(patch),
 
329
                self.name, os.path.basename(new_path)))
 
330
            rename(patch, patch + '~')