14
14
# along with this program; if not, write to the Free Software
15
15
# Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA 02111-1307 USA
18
Stores are the main data-storage mechanism for Bazaar-NG.
17
"""Stores are the main data-storage mechanism for Bazaar-NG.
20
19
A store is a simple write-once container indexed by a universally
20
unique ID, which is typically the SHA-1 of the content."""
22
__copyright__ = "Copyright (C) 2005 Canonical Ltd."
23
__author__ = "Martin Pool <mbp@canonical.com>"
24
25
import os, tempfile, types, osutils, gzip, errno
25
26
from stat import ST_SIZE
26
27
from StringIO import StringIO
27
from bzrlib.trace import mutter
28
from trace import mutter
30
30
######################################################################
60
60
TODO: Atomic add by writing to a temporary file and renaming.
62
In bzr 0.0.5 and earlier, files within the store were marked
63
readonly on disk. This is no longer done but existing stores need
62
TODO: Perhaps automatically transform to/from XML in a method?
63
Would just need to tell the constructor what class to
66
TODO: Even within a simple disk store like this, we could
67
gzip the files. But since many are less than one disk
68
block, that might not help a lot.
67
72
def __init__(self, basedir):
73
"""ImmutableStore constructor."""
68
74
self._basedir = basedir
70
76
def _path(self, id):
71
if '\\' in id or '/' in id:
72
raise ValueError("invalid store id %r" % id)
73
77
return os.path.join(self._basedir, id)
75
79
def __repr__(self):
79
83
"""Add contents of a file into the store.
81
85
f -- An open file, or file-like object."""
82
# FIXME: Only works on files that will fit in memory
84
from bzrlib.atomicfile import AtomicFile
86
# FIXME: Only works on smallish files
87
# TODO: Can be optimized by copying at the same time as
86
89
mutter("add store entry %r" % (fileid))
87
90
if isinstance(f, types.StringTypes):
92
95
p = self._path(fileid)
93
96
if os.access(p, os.F_OK) or os.access(p + '.gz', os.F_OK):
94
raise BzrError("store %r already contains id %r" % (self._basedir, fileid))
97
bailout("store %r already contains id %r" % (self._basedir, fileid))
100
af = AtomicFile(fn, 'wb')
103
gf = gzip.GzipFile(mode='wb', fileobj=af)
113
def copy_multi(self, other, ids, permit_failure=False):
114
"""Copy texts for ids from other into self.
116
If an id is present in self, it is skipped.
118
Returns (count_copied, failed), where failed is a collection of ids
119
that could not be copied.
121
pb = bzrlib.ui.ui_factory.progress_bar()
123
pb.update('preparing to copy')
124
to_copy = [id for id in ids if id not in self]
125
if isinstance(other, ImmutableStore):
126
return self.copy_multi_immutable(other, to_copy, pb)
130
pb.update('copy', count, len(to_copy))
131
if not permit_failure:
132
self.add(other[id], id)
141
assert count == len(to_copy)
145
def copy_multi_immutable(self, other, to_copy, pb, permit_failure=False):
146
from shutil import copyfile
151
other_p = other._path(id)
155
if e.errno == errno.ENOENT:
156
if not permit_failure:
157
copyfile(other_p+".gz", p+".gz")
160
copyfile(other_p+".gz", p+".gz")
162
if e.errno == errno.ENOENT:
170
pb.update('copy', count, len(to_copy))
171
assert count == len(to_copy)
100
f = gzip.GzipFile(p + '.gz', 'wb')
101
os.chmod(p + '.gz', 0444)
176
110
def __contains__(self, fileid):
192
126
def __len__(self):
193
127
return len(os.listdir(self._basedir))
196
129
def __getitem__(self, fileid):
197
130
"""Returns a file reading from a particular entry."""
198
131
p = self._path(fileid)
200
133
return gzip.GzipFile(p + '.gz', 'rb')
201
134
except IOError, e:
202
if e.errno != errno.ENOENT:
208
if e.errno != errno.ENOENT:
211
raise IndexError(fileid)
135
if e.errno == errno.ENOENT:
214
140
def total_size(self):
215
141
"""Return (count, bytes)
added
removed
bzrlib/store.py
