14
15
# along with this program; if not, write to the Free Software
15
16
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
Stores are the main data-storage mechanism for Bazaar-NG.
18
"""Stores are the main data-storage mechanism for Bazaar-NG.
20
20
A store is a simple write-once container indexed by a universally
24
import os, tempfile, types, osutils, gzip, errno
25
from stat import ST_SIZE
21
unique ID, which is typically the SHA-1 of the content."""
23
__copyright__ = "Copyright (C) 2005 Canonical Ltd."
24
__author__ = "Martin Pool <mbp@canonical.com>"
26
import os, tempfile, types, osutils
26
27
from StringIO import StringIO
27
from bzrlib.trace import mutter
28
from trace import mutter
30
31
######################################################################
57
58
>>> st['123123'].read()
60
TODO: Atomic add by writing to a temporary file and renaming.
62
In bzr 0.0.5 and earlier, files within the store were marked
63
readonly on disk. This is no longer done but existing stores need
61
:todo: Atomic add by writing to a temporary file and renaming.
63
:todo: Perhaps automatically transform to/from XML in a method?
64
Would just need to tell the constructor what class to
67
:todo: Even within a simple disk store like this, we could
68
gzip the files. But since many are less than one disk
69
block, that might not help a lot.
67
73
def __init__(self, basedir):
74
"""ImmutableStore constructor."""
68
75
self._basedir = basedir
70
77
def _path(self, id):
71
if '\\' in id or '/' in id:
72
raise ValueError("invalid store id %r" % id)
73
78
return os.path.join(self._basedir, id)
75
80
def __repr__(self):
76
81
return "%s(%r)" % (self.__class__.__name__, self._basedir)
78
def add(self, f, fileid, compressed=True):
83
def add(self, f, fileid):
79
84
"""Add contents of a file into the store.
81
f -- An open file, or file-like object."""
82
# FIXME: Only works on files that will fit in memory
84
from bzrlib.atomicfile import AtomicFile
86
:param f: An open file, or file-like object."""
87
# FIXME: Only works on smallish files
88
# TODO: Can be optimized by copying at the same time as
86
90
mutter("add store entry %r" % (fileid))
87
91
if isinstance(f, types.StringTypes):
92
p = self._path(fileid)
93
if os.access(p, os.F_OK) or os.access(p + '.gz', os.F_OK):
94
from bzrlib.errors import bailout
95
raise BzrError("store %r already contains id %r" % (self._basedir, fileid))
101
af = AtomicFile(fn, 'wb')
104
gf = gzip.GzipFile(mode='wb', fileobj=af)
114
def copy_multi(self, other, ids, permit_failure=False):
115
"""Copy texts for ids from other into self.
117
If an id is present in self, it is skipped.
119
Returns (count_copied, failed), where failed is a collection of ids
120
that could not be copied.
122
pb = bzrlib.ui.ui_factory.progress_bar()
124
pb.update('preparing to copy')
125
to_copy = [id for id in ids if id not in self]
126
if isinstance(other, ImmutableStore):
127
return self.copy_multi_immutable(other, to_copy, pb)
131
pb.update('copy', count, len(to_copy))
132
if not permit_failure:
133
self.add(other[id], id)
142
assert count == len(to_copy)
147
def copy_multi_immutable(self, other, to_copy, pb, permit_failure=False):
148
from shutil import copyfile
153
other_p = other._path(id)
157
if e.errno == errno.ENOENT:
158
if not permit_failure:
159
copyfile(other_p+".gz", p+".gz")
162
copyfile(other_p+".gz", p+".gz")
164
if e.errno == errno.ENOENT:
172
pb.update('copy', count, len(to_copy))
173
assert count == len(to_copy)
95
if fileid not in self:
96
filename = self._path(fileid)
97
f = file(filename, 'wb')
102
osutils.make_readonly(filename)
178
105
def __contains__(self, fileid):
180
p = self._path(fileid)
181
return (os.access(p, os.R_OK)
182
or os.access(p + '.gz', os.R_OK))
107
return os.access(self._path(fileid), os.R_OK)
184
# TODO: Guard against the same thing being stored twice, compressed and uncompresse
186
110
def __iter__(self):
187
for f in os.listdir(self._basedir):
189
# TODO: case-insensitive?
195
return len(os.listdir(self._basedir))
111
return iter(os.listdir(self._basedir))
198
113
def __getitem__(self, fileid):
199
114
"""Returns a file reading from a particular entry."""
200
p = self._path(fileid)
202
return gzip.GzipFile(p + '.gz', 'rb')
204
if e.errno != errno.ENOENT:
210
if e.errno != errno.ENOENT:
213
raise IndexError(fileid)
216
def total_size(self):
217
"""Return (count, bytes)
219
This is the (compressed) size stored on disk, not the size of
227
total += os.stat(p)[ST_SIZE]
229
total += os.stat(p + '.gz')[ST_SIZE]
115
return file(self._path(fileid), 'rb')
117
def delete_all(self):
121
def delete(self, fileid):
122
"""Remove nominated store entry.
124
Most stores will be add-only."""
125
filename = self._path(fileid)
126
## osutils.make_writable(filename)
130
"""Remove store; only allowed if it is empty."""
131
os.rmdir(self._basedir)
132
mutter("%r destroyed" % self)
added
removed
bzrlib/store.py
