15
14
# along with this program; if not, write to the Free Software
16
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
"""Stores are the main data-storage mechanism for Bazaar-NG.
18
Stores are the main data-storage mechanism for Bazaar-NG.
20
20
A store is a simple write-once container indexed by a universally
21
unique ID, which is typically the SHA-1 of the content."""
23
__copyright__ = "Copyright (C) 2005 Canonical Ltd."
24
__author__ = "Martin Pool <mbp@canonical.com>"
26
24
import os, tempfile, types, osutils, gzip, errno
27
25
from stat import ST_SIZE
28
26
from StringIO import StringIO
29
from trace import mutter
27
from bzrlib.trace import mutter
31
30
######################################################################
58
57
>>> st['123123'].read()
61
:todo: Atomic add by writing to a temporary file and renaming.
63
:todo: Perhaps automatically transform to/from XML in a method?
64
Would just need to tell the constructor what class to
67
:todo: Even within a simple disk store like this, we could
68
gzip the files. But since many are less than one disk
69
block, that might not help a lot.
60
TODO: Atomic add by writing to a temporary file and renaming.
62
In bzr 0.0.5 and earlier, files within the store were marked
63
readonly on disk. This is no longer done but existing stores need
73
67
def __init__(self, basedir):
74
"""ImmutableStore constructor."""
75
68
self._basedir = basedir
77
70
def _path(self, id):
71
if '\\' in id or '/' in id:
72
raise ValueError("invalid store id %r" % id)
78
73
return os.path.join(self._basedir, id)
80
75
def __repr__(self):
83
78
def add(self, f, fileid, compressed=True):
84
79
"""Add contents of a file into the store.
86
:param f: An open file, or file-like object."""
87
# FIXME: Only works on smallish files
88
# TODO: Can be optimized by copying at the same time as
81
f -- An open file, or file-like object."""
82
# FIXME: Only works on files that will fit in memory
84
from bzrlib.atomicfile import AtomicFile
90
86
mutter("add store entry %r" % (fileid))
91
87
if isinstance(f, types.StringTypes):
96
92
p = self._path(fileid)
97
93
if os.access(p, os.F_OK) or os.access(p + '.gz', os.F_OK):
98
bailout("store %r already contains id %r" % (self._basedir, fileid))
94
from bzrlib.errors import bailout
95
raise BzrError("store %r already contains id %r" % (self._basedir, fileid))
101
f = gzip.GzipFile(p + '.gz', 'wb')
102
os.chmod(p + '.gz', 0444)
101
af = AtomicFile(fn, 'wb')
104
gf = gzip.GzipFile(mode='wb', fileobj=af)
114
def copy_multi(self, other, ids, permit_failure=False):
115
"""Copy texts for ids from other into self.
117
If an id is present in self, it is skipped. A count of copied
118
ids is returned, which may be less than len(ids).
120
pb = bzrlib.ui.ui_factory.progress_bar()
122
pb.update('preparing to copy')
123
to_copy = [id for id in ids if id not in self]
124
if isinstance(other, ImmutableStore):
125
return self.copy_multi_immutable(other, to_copy, pb)
129
pb.update('copy', count, len(to_copy))
130
if not permit_failure:
131
self.add(other[id], id)
140
assert count == len(to_copy)
145
def copy_multi_immutable(self, other, to_copy, pb, permit_failure=False):
146
from shutil import copyfile
151
other_p = other._path(id)
155
if e.errno == errno.ENOENT:
156
if not permit_failure:
157
copyfile(other_p+".gz", p+".gz")
160
copyfile(other_p+".gz", p+".gz")
162
if e.errno == errno.ENOENT:
170
pb.update('copy', count, len(to_copy))
171
assert count == len(to_copy)
111
176
def __contains__(self, fileid):
127
192
def __len__(self):
128
193
return len(os.listdir(self._basedir))
130
196
def __getitem__(self, fileid):
131
197
"""Returns a file reading from a particular entry."""
132
198
p = self._path(fileid)
134
200
return gzip.GzipFile(p + '.gz', 'rb')
135
201
except IOError, e:
136
if e.errno == errno.ENOENT:
202
if e.errno != errno.ENOENT:
208
if e.errno != errno.ENOENT:
211
raise IndexError(fileid)
141
214
def total_size(self):
142
215
"""Return (count, bytes)
added
removed
bzrlib/store.py
