~bzr-pqm/bzr/bzr.dev

5247.1.4 by Vincent Ladeuil
Merge cleanup into first-try
1
# Copyright (C) 2005, 2006, 2008, 2009, 2010 Canonical Ltd
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
2
#
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
3
# This program is free software; you can redistribute it and/or modify
4
# it under the terms of the GNU General Public License as published by
5
# the Free Software Foundation; either version 2 of the License, or
6
# (at your option) any later version.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
7
#
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
8
# This program is distributed in the hope that it will be useful,
9
# but WITHOUT ANY WARRANTY; without even the implied warranty of
10
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
11
# GNU General Public License for more details.
1887.1.1 by Adeodato Simó
Do not separate paragraphs in the copyright statement with blank lines,
12
#
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
13
# You should have received a copy of the GNU General Public License
14
# along with this program; if not, write to the Free Software
4183.7.1 by Sabin Iacob
update FSF mailing address
15
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
16
1608.2.1 by Martin Pool
[merge] Storage filename escaping
17
"""A store that keeps the full text of every version.
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
18
19
This store keeps uncompressed versions of the full text. It does not
20
do any sort of delta compression.
21
"""
22
6379.6.7 by Jelmer Vernooij
Move importing from future until after doc string, otherwise the doc string will disappear.
23
from __future__ import absolute_import
24
3350.6.1 by Robert Collins
* New ``versionedfile.KeyMapper`` interface to abstract out the access to
25
import gzip
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
26
import os
3350.6.1 by Robert Collins
* New ``versionedfile.KeyMapper`` interface to abstract out the access to
27
28
from bzrlib import osutils
29
from bzrlib.errors import BzrError, NoSuchFile, FileExists
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
30
import bzrlib.store
31
from bzrlib.trace import mutter
32
33
1092.2.24 by Robert Collins
merge from martins newformat branch - brings in transport abstraction
34
35
class TextStore(bzrlib.store.TransportStore):
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
36
    """Store that holds files indexed by unique names.
37
38
    Files can be added, but not modified once they are in.  Typically
39
    the hash is used as the name, or something else known to be unique,
40
    such as a UUID.
41
1393.2.4 by John Arbash Meinel
All tests pass.
42
    Files are stored uncompressed, with no delta compression.
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
43
    """
44
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
45
    def _add_compressed(self, fn, f):
46
        from cStringIO import StringIO
47
        from bzrlib.osutils import pumpfile
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
48
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
49
        if isinstance(f, basestring):
50
            f = StringIO(f)
3943.8.1 by Marius Kruger
remove all trailing whitespace from bzr source
51
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
52
        sio = StringIO()
53
        gf = gzip.GzipFile(mode='wb', fileobj=sio)
54
        # if pumpfile handles files that don't fit in ram,
55
        # so will this function
56
        pumpfile(f, gf)
57
        gf.close()
58
        sio.seek(0)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
59
        self._try_put(fn, sio)
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
60
1442.1.28 by Robert Collins
pull up core TransportStore.add from TextStore.add and CompressedTextStore.add
61
    def _add(self, fn, f):
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
62
        if self._compressed:
63
            self._add_compressed(fn, f)
64
        else:
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
65
            self._try_put(fn, f)
66
67
    def _try_put(self, fn, f):
68
        try:
1955.3.9 by John Arbash Meinel
Find more occurrances of put() and replace with put_file or put_bytes
69
            self._transport.put_file(fn, f, mode=self._file_mode)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
70
        except NoSuchFile:
71
            if not self._prefixed:
72
                raise
73
            try:
1185.58.4 by John Arbash Meinel
Added permission checking to Branch, and propogated that change into the stores.
74
                self._transport.mkdir(os.path.dirname(fn), mode=self._dir_mode)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
75
            except FileExists:
76
                pass
1955.3.9 by John Arbash Meinel
Find more occurrances of put() and replace with put_file or put_bytes
77
            self._transport.put_file(fn, f, mode=self._file_mode)
1393.2.2 by John Arbash Meinel
Updated stores to use Transport
78
1442.1.39 by Robert Collins
unify has() implementations for TransportStore classes
79
    def _get(self, fn):
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
80
        if fn.endswith('.gz'):
81
            return self._get_compressed(fn)
82
        else:
83
            return self._transport.get(fn)
84
85
    def _copy_one(self, fileid, suffix, other, pb):
86
        # TODO: Once the copy_to interface is improved to allow a source
87
        #       and destination targets, then we can always do the copy
88
        #       as long as other is a TextStore
89
        if not (isinstance(other, TextStore)
90
            and other._prefixed == self._prefixed):
91
            return super(TextStore, self)._copy_one(fileid, suffix, other, pb)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
92
93
        mutter('_copy_one: %r, %r', fileid, suffix)
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
94
        path = other._get_name(fileid, suffix)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
95
        if path is None:
96
            raise KeyError(fileid + '-' + str(suffix))
97
98
        try:
1608.2.1 by Martin Pool
[merge] Storage filename escaping
99
            result = other._transport.copy_to([path], self._transport,
1185.58.4 by John Arbash Meinel
Added permission checking to Branch, and propogated that change into the stores.
100
                                              mode=self._file_mode)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
101
        except NoSuchFile:
102
            if not self._prefixed:
103
                raise
104
            try:
3350.6.1 by Robert Collins
* New ``versionedfile.KeyMapper`` interface to abstract out the access to
105
                self._transport.mkdir(osutils.dirname(path), mode=self._dir_mode)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
106
            except FileExists:
107
                pass
1551.3.11 by Aaron Bentley
Merge from Robert
108
            result = other._transport.copy_to([path], self._transport,
1185.58.4 by John Arbash Meinel
Added permission checking to Branch, and propogated that change into the stores.
109
                                              mode=self._file_mode)
1185.16.159 by John Arbash Meinel
Updated the stores, all tests pass, and a store doesn't have to be 100% compressed
110
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
111
        if result != 1:
112
            raise BzrError('Unable to copy file: %r' % (path,))
113
114
    def _get_compressed(self, filename):
115
        """Returns a file reading from a particular entry."""
116
        f = self._transport.get(filename)
117
        # gzip.GzipFile.read() requires a tell() function
118
        # but some transports return objects that cannot seek
119
        # so buffer them in a StringIO instead
1963.2.6 by Robey Pointer
pychecker is on crack; go back to using 'is None'.
120
        if getattr(f, 'tell', None) is not None:
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
121
            return gzip.GzipFile(mode='rb', fileobj=f)
4708.2.2 by Martin
Workingtree changes sitting around since November, more explict closing of files in bzrlib
122
        try:
1185.16.157 by John Arbash Meinel
Added ability for TextStore to handle both compressed and uncompressed, it just looks for one type first
123
            from cStringIO import StringIO
124
            sio = StringIO(f.read())
125
            return gzip.GzipFile(mode='rb', fileobj=sio)
4708.2.2 by Martin
Workingtree changes sitting around since November, more explict closing of files in bzrlib
126
        finally:
127
            f.close()