~bzr-pqm/bzr/bzr.dev

1196 by Martin Pool
- [WIP] retrieve historical texts from weaves
1
#! /usr/bin/python
2
3
# Copyright (C) 2005 Canonical Ltd
4
5
# This program is free software; you can redistribute it and/or modify
6
# it under the terms of the GNU General Public License as published by
7
# the Free Software Foundation; either version 2 of the License, or
8
# (at your option) any later version.
9
10
# This program is distributed in the hope that it will be useful,
11
# but WITHOUT ANY WARRANTY; without even the implied warranty of
12
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
13
# GNU General Public License for more details.
14
15
# You should have received a copy of the GNU General Public License
16
# along with this program; if not, write to the Free Software
17
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
18
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
19
# XXX: Some consideration of the problems that might occur if there are
20
# files whose id differs only in case.  That should probably be forbidden.
21
22
1471 by Robert Collins
Bugfix to previous url escaping patch - include weave stores
23
import errno
24
import os
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
25
from cStringIO import StringIO
1471 by Robert Collins
Bugfix to previous url escaping patch - include weave stores
26
import urllib
1223 by Martin Pool
- store inventories in weave
27
28
from bzrlib.weavefile import read_weave, write_weave_v5
29
from bzrlib.weave import Weave
1430 by Robert Collins
touchup the prefixed-store patch
30
from bzrlib.store import TransportStore, hash_prefix
1223 by Martin Pool
- store inventories in weave
31
from bzrlib.atomicfile import AtomicFile
1429 by Robert Collins
merge in niemeyers prefixed-store patch
32
from bzrlib.errors import NoSuchFile, FileExists
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
33
from bzrlib.trace import mutter
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
34
35
1430 by Robert Collins
touchup the prefixed-store patch
36
class WeaveStore(TransportStore):
1352 by Martin Pool
- store control weaves in .bzr/, not mixed in with file weaves
37
    """Collection of several weave files in a directory.
38
39
    This has some shortcuts for reading and writing them.
40
    """
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
41
    FILE_SUFFIX = '.weave'
42
1417.1.10 by Robert Collins
add a cache bound to Transactions, and a precious facility, so that we keep inventory.weave in memory, but can discard weaves for other such files.
43
    def __init__(self, transport, prefixed=False, precious=False):
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
44
        self._transport = transport
1429 by Robert Collins
merge in niemeyers prefixed-store patch
45
        self._prefixed = prefixed
1417.1.10 by Robert Collins
add a cache bound to Transactions, and a precious facility, so that we keep inventory.weave in memory, but can discard weaves for other such files.
46
        self._precious = precious
1196 by Martin Pool
- [WIP] retrieve historical texts from weaves
47
1223 by Martin Pool
- store inventories in weave
48
    def filename(self, file_id):
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
49
        """Return the path relative to the transport root."""
1429 by Robert Collins
merge in niemeyers prefixed-store patch
50
        if self._prefixed:
1471 by Robert Collins
Bugfix to previous url escaping patch - include weave stores
51
            return hash_prefix(file_id) + urllib.quote(file_id) + WeaveStore.FILE_SUFFIX
1429 by Robert Collins
merge in niemeyers prefixed-store patch
52
        else:
1471 by Robert Collins
Bugfix to previous url escaping patch - include weave stores
53
            return urllib.quote(file_id) + WeaveStore.FILE_SUFFIX
1429 by Robert Collins
merge in niemeyers prefixed-store patch
54
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
55
    def __iter__(self):
56
        l = len(WeaveStore.FILE_SUFFIX)
1479 by Robert Collins
More quoting at the transport layer bugfixes.
57
        for relpath in self._iter_files_recursive():
1429 by Robert Collins
merge in niemeyers prefixed-store patch
58
            if relpath.endswith(WeaveStore.FILE_SUFFIX):
59
                yield os.path.basename(relpath[:-l])
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
60
1442.1.45 by Robert Collins
replace __contains__ calls in stores with has_id
61
    def has_id(self, fileid):
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
62
        return self._transport.has(self.filename(fileid))
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
63
64
    def _get(self, file_id):
65
        return self._transport.get(self.filename(file_id))
66
67
    def _put(self, file_id, f):
1429 by Robert Collins
merge in niemeyers prefixed-store patch
68
        if self._prefixed:
69
            try:
70
                self._transport.mkdir(hash_prefix(file_id))
71
            except FileExists:
72
                pass
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
73
        return self._transport.put(self.filename(file_id), f)
1223 by Martin Pool
- store inventories in weave
74
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
75
    def get_weave(self, file_id, transaction):
76
        weave = transaction.map.find_weave(file_id)
77
        if weave:
78
            mutter("cache hit in %s for %s", self, file_id)
79
            return weave
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
80
        w = read_weave(self._get(file_id))
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
81
        transaction.map.add_weave(file_id, w)
1417.1.10 by Robert Collins
add a cache bound to Transactions, and a precious facility, so that we keep inventory.weave in memory, but can discard weaves for other such files.
82
        transaction.register_clean(w, precious=self._precious)
1363 by Martin Pool
- add quick-and-dirty cache for weaves to speed check command
83
        return w
1262 by Martin Pool
- fetch should also copy ancestry records
84
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
85
    def get_lines(self, file_id, rev_id, transaction):
1262 by Martin Pool
- fetch should also copy ancestry records
86
        """Return text from a particular version of a weave.
87
88
        Returned as a list of lines."""
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
89
        w = self.get_weave(file_id, transaction)
1262 by Martin Pool
- fetch should also copy ancestry records
90
        return w.get(w.lookup(rev_id))
1196 by Martin Pool
- [WIP] retrieve historical texts from weaves
91
    
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
92
    def get_weave_or_empty(self, file_id, transaction):
1224 by Martin Pool
- new method WeaveStore.get_weave_or_empty
93
        """Return a weave, or an empty one if it doesn't exist.""" 
94
        try:
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
95
            return self.get_weave(file_id, transaction)
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
96
        except NoSuchFile:
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
97
            weave = Weave(weave_name=file_id)
98
            transaction.map.add_weave(file_id, weave)
1417.1.10 by Robert Collins
add a cache bound to Transactions, and a precious facility, so that we keep inventory.weave in memory, but can discard weaves for other such files.
99
            transaction.register_clean(weave, precious=self._precious)
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
100
            return weave
1224 by Martin Pool
- new method WeaveStore.get_weave_or_empty
101
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
102
    def put_weave(self, file_id, weave, transaction):
1223 by Martin Pool
- store inventories in weave
103
        """Write back a modified weave"""
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
104
        transaction.register_dirty(weave)
105
        # TODO FOR WRITE TRANSACTIONS: this should be done in a callback
106
        # from the transaction, when it decides to save.
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
107
        sio = StringIO()
108
        write_weave_v5(weave, sio)
109
        sio.seek(0)
110
        self._put(file_id, sio)
1223 by Martin Pool
- store inventories in weave
111
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
112
    def add_text(self, file_id, rev_id, new_lines, parents, transaction):
113
        w = self.get_weave_or_empty(file_id, transaction)
1223 by Martin Pool
- store inventories in weave
114
        parent_idxs = map(w.lookup, parents)
115
        w.add(rev_id, parent_idxs, new_lines)
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
116
        self.put_weave(file_id, w, transaction)
1223 by Martin Pool
- store inventories in weave
117
        
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
118
    def add_identical_text(self, file_id, old_rev_id, new_rev_id, parents,
119
                           transaction):
120
        w = self.get_weave_or_empty(file_id, transaction)
1092.2.22 by Robert Collins
text_version and name_version unification looking reasonable
121
        parent_idxs = map(w.lookup, parents)
122
        w.add_identical(old_rev_id, new_rev_id, parent_idxs)
1417.1.8 by Robert Collins
use transactions in the weave store interface, which enables caching for log
123
        self.put_weave(file_id, w, transaction)
1223 by Martin Pool
- store inventories in weave
124
     
1393.1.19 by Martin Pool
- add WeaveStore.__iter__, __contains__ and copy_multi()
125
    def copy_multi(self, from_store, file_ids):
126
        assert isinstance(from_store, WeaveStore)
127
        for f in file_ids:
128
            mutter("copy weave {%s} into %s", f, self)
129
            self._put(f, from_store._get(f))